<!DOCTYPE html><html><head>
      <title>03</title>
      <meta charset="utf-8">
      <meta name="viewport" content="width=device-width, initial-scale=1.0">
      
      <style>
      /*!
 * reveal.js
 * http://revealjs.com
 * MIT licensed
 *
 * Copyright (C) 2018 Hakim El Hattab, http://hakim.se
 */
/*********************************************
 * RESET STYLES
 *********************************************/
html, body, .reveal div, .reveal span, .reveal applet, .reveal object, .reveal iframe,
.reveal h1, .reveal h2, .reveal h3, .reveal h4, .reveal h5, .reveal h6, .reveal p, .reveal blockquote, .reveal pre,
.reveal a, .reveal abbr, .reveal acronym, .reveal address, .reveal big, .reveal cite, .reveal code,
.reveal del, .reveal dfn, .reveal em, .reveal img, .reveal ins, .reveal kbd, .reveal q, .reveal s, .reveal samp,
.reveal small, .reveal strike, .reveal strong, .reveal sub, .reveal sup, .reveal tt, .reveal var,
.reveal b, .reveal u, .reveal center,
.reveal dl, .reveal dt, .reveal dd, .reveal ol, .reveal ul, .reveal li,
.reveal fieldset, .reveal form, .reveal label, .reveal legend,
.reveal table, .reveal caption, .reveal tbody, .reveal tfoot, .reveal thead, .reveal tr, .reveal th, .reveal td,
.reveal article, .reveal aside, .reveal canvas, .reveal details, .reveal embed,
.reveal figure, .reveal figcaption, .reveal footer, .reveal header, .reveal hgroup,
.reveal menu, .reveal nav, .reveal output, .reveal ruby, .reveal section, .reveal summary,
.reveal time, .reveal mark, .reveal audio, .reveal video {
  margin: 0;
  padding: 0;
  border: 0;
  font-size: 100%;
  /* font: inherit; */
  vertical-align: baseline; }

.reveal article, .reveal aside, .reveal details, .reveal figcaption, .reveal figure,
.reveal footer, .reveal header, .reveal hgroup, .reveal menu, .reveal nav, .reveal section {
  display: block; }

/*********************************************
 * GLOBAL STYLES
 *********************************************/
html,
body {
  width: 100%;
  height: 100%;
  overflow: hidden; }

body {
  position: relative;
  line-height: 1;
  background-color: #fff;
  color: #000; }

/*********************************************
 * VIEW FRAGMENTS
 *********************************************/
.reveal .slides section .fragment {
  opacity: 0;
  visibility: hidden;
  transition: all .2s ease; }
  .reveal .slides section .fragment.visible {
    opacity: 1;
    visibility: inherit; }

.reveal .slides section .fragment.grow {
  opacity: 1;
  visibility: inherit; }
  .reveal .slides section .fragment.grow.visible {
    -webkit-transform: scale(1.3);
            transform: scale(1.3); }

.reveal .slides section .fragment.shrink {
  opacity: 1;
  visibility: inherit; }
  .reveal .slides section .fragment.shrink.visible {
    -webkit-transform: scale(0.7);
            transform: scale(0.7); }

.reveal .slides section .fragment.zoom-in {
  -webkit-transform: scale(0.1);
          transform: scale(0.1); }
  .reveal .slides section .fragment.zoom-in.visible {
    -webkit-transform: none;
            transform: none; }

.reveal .slides section .fragment.fade-out {
  opacity: 1;
  visibility: inherit; }
  .reveal .slides section .fragment.fade-out.visible {
    opacity: 0;
    visibility: hidden; }

.reveal .slides section .fragment.semi-fade-out {
  opacity: 1;
  visibility: inherit; }
  .reveal .slides section .fragment.semi-fade-out.visible {
    opacity: 0.5;
    visibility: inherit; }

.reveal .slides section .fragment.strike {
  opacity: 1;
  visibility: inherit; }
  .reveal .slides section .fragment.strike.visible {
    text-decoration: line-through; }

.reveal .slides section .fragment.fade-up {
  -webkit-transform: translate(0, 20%);
          transform: translate(0, 20%); }
  .reveal .slides section .fragment.fade-up.visible {
    -webkit-transform: translate(0, 0);
            transform: translate(0, 0); }

.reveal .slides section .fragment.fade-down {
  -webkit-transform: translate(0, -20%);
          transform: translate(0, -20%); }
  .reveal .slides section .fragment.fade-down.visible {
    -webkit-transform: translate(0, 0);
            transform: translate(0, 0); }

.reveal .slides section .fragment.fade-right {
  -webkit-transform: translate(-20%, 0);
          transform: translate(-20%, 0); }
  .reveal .slides section .fragment.fade-right.visible {
    -webkit-transform: translate(0, 0);
            transform: translate(0, 0); }

.reveal .slides section .fragment.fade-left {
  -webkit-transform: translate(20%, 0);
          transform: translate(20%, 0); }
  .reveal .slides section .fragment.fade-left.visible {
    -webkit-transform: translate(0, 0);
            transform: translate(0, 0); }

.reveal .slides section .fragment.fade-in-then-out,
.reveal .slides section .fragment.current-visible {
  opacity: 0;
  visibility: hidden; }
  .reveal .slides section .fragment.fade-in-then-out.current-fragment,
  .reveal .slides section .fragment.current-visible.current-fragment {
    opacity: 1;
    visibility: inherit; }

.reveal .slides section .fragment.fade-in-then-semi-out {
  opacity: 0;
  visibility: hidden; }
  .reveal .slides section .fragment.fade-in-then-semi-out.visible {
    opacity: 0.5;
    visibility: inherit; }
  .reveal .slides section .fragment.fade-in-then-semi-out.current-fragment {
    opacity: 1;
    visibility: inherit; }

.reveal .slides section .fragment.highlight-red,
.reveal .slides section .fragment.highlight-current-red,
.reveal .slides section .fragment.highlight-green,
.reveal .slides section .fragment.highlight-current-green,
.reveal .slides section .fragment.highlight-blue,
.reveal .slides section .fragment.highlight-current-blue {
  opacity: 1;
  visibility: inherit; }

.reveal .slides section .fragment.highlight-red.visible {
  color: #ff2c2d; }

.reveal .slides section .fragment.highlight-green.visible {
  color: #17ff2e; }

.reveal .slides section .fragment.highlight-blue.visible {
  color: #1b91ff; }

.reveal .slides section .fragment.highlight-current-red.current-fragment {
  color: #ff2c2d; }

.reveal .slides section .fragment.highlight-current-green.current-fragment {
  color: #17ff2e; }

.reveal .slides section .fragment.highlight-current-blue.current-fragment {
  color: #1b91ff; }

/*********************************************
 * DEFAULT ELEMENT STYLES
 *********************************************/
/* Fixes issue in Chrome where italic fonts did not appear when printing to PDF */
.reveal:after {
  content: '';
  font-style: italic; }

.reveal iframe {
  z-index: 1; }

/** Prevents layering issues in certain browser/transition combinations */
.reveal a {
  position: relative; }

.reveal .stretch {
  max-width: none;
  max-height: none; }

.reveal pre.stretch code {
  height: 100%;
  max-height: 100%;
  box-sizing: border-box; }

/*********************************************
 * CONTROLS
 *********************************************/
@-webkit-keyframes bounce-right {
  0%, 10%, 25%, 40%, 50% {
    -webkit-transform: translateX(0);
            transform: translateX(0); }
  20% {
    -webkit-transform: translateX(10px);
            transform: translateX(10px); }
  30% {
    -webkit-transform: translateX(-5px);
            transform: translateX(-5px); } }
@keyframes bounce-right {
  0%, 10%, 25%, 40%, 50% {
    -webkit-transform: translateX(0);
            transform: translateX(0); }
  20% {
    -webkit-transform: translateX(10px);
            transform: translateX(10px); }
  30% {
    -webkit-transform: translateX(-5px);
            transform: translateX(-5px); } }

@-webkit-keyframes bounce-down {
  0%, 10%, 25%, 40%, 50% {
    -webkit-transform: translateY(0);
            transform: translateY(0); }
  20% {
    -webkit-transform: translateY(10px);
            transform: translateY(10px); }
  30% {
    -webkit-transform: translateY(-5px);
            transform: translateY(-5px); } }

@keyframes bounce-down {
  0%, 10%, 25%, 40%, 50% {
    -webkit-transform: translateY(0);
            transform: translateY(0); }
  20% {
    -webkit-transform: translateY(10px);
            transform: translateY(10px); }
  30% {
    -webkit-transform: translateY(-5px);
            transform: translateY(-5px); } }

.reveal .controls {
  display: none;
  position: absolute;
  top: auto;
  bottom: 12px;
  right: 12px;
  left: auto;
  z-index: 1;
  color: #000;
  pointer-events: none;
  font-size: 10px; }
  .reveal .controls button {
    position: absolute;
    padding: 0;
    background-color: transparent;
    border: 0;
    outline: 0;
    cursor: pointer;
    color: currentColor;
    -webkit-transform: scale(0.9999);
            transform: scale(0.9999);
    transition: color 0.2s ease, opacity 0.2s ease, -webkit-transform 0.2s ease;
    transition: color 0.2s ease, opacity 0.2s ease, transform 0.2s ease;
    z-index: 2;
    pointer-events: auto;
    font-size: inherit;
    visibility: hidden;
    opacity: 0;
    -webkit-appearance: none;
    -webkit-tap-highlight-color: transparent; }
  .reveal .controls .controls-arrow:before,
  .reveal .controls .controls-arrow:after {
    content: '';
    position: absolute;
    top: 0;
    left: 0;
    width: 2.6em;
    height: 0.5em;
    border-radius: 0.25em;
    background-color: currentColor;
    transition: all 0.15s ease, background-color 0.8s ease;
    -webkit-transform-origin: 0.2em 50%;
            transform-origin: 0.2em 50%;
    will-change: transform; }
  .reveal .controls .controls-arrow {
    position: relative;
    width: 3.6em;
    height: 3.6em; }
    .reveal .controls .controls-arrow:before {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(45deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(45deg); }
    .reveal .controls .controls-arrow:after {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(-45deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(-45deg); }
    .reveal .controls .controls-arrow:hover:before {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(40deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(40deg); }
    .reveal .controls .controls-arrow:hover:after {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(-40deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(-40deg); }
    .reveal .controls .controls-arrow:active:before {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(36deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(36deg); }
    .reveal .controls .controls-arrow:active:after {
      -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(-36deg);
              transform: translateX(0.5em) translateY(1.55em) rotate(-36deg); }
  .reveal .controls .navigate-left {
    right: 6.4em;
    bottom: 3.2em;
    -webkit-transform: translateX(-10px);
            transform: translateX(-10px); }
  .reveal .controls .navigate-right {
    right: 0;
    bottom: 3.2em;
    -webkit-transform: translateX(10px);
            transform: translateX(10px); }
    .reveal .controls .navigate-right .controls-arrow {
      -webkit-transform: rotate(180deg);
              transform: rotate(180deg); }
    .reveal .controls .navigate-right.highlight {
      -webkit-animation: bounce-right 2s 50 both ease-out;
              animation: bounce-right 2s 50 both ease-out; }
  .reveal .controls .navigate-up {
    right: 3.2em;
    bottom: 6.4em;
    -webkit-transform: translateY(-10px);
            transform: translateY(-10px); }
    .reveal .controls .navigate-up .controls-arrow {
      -webkit-transform: rotate(90deg);
              transform: rotate(90deg); }
  .reveal .controls .navigate-down {
    right: 3.2em;
    bottom: 0;
    -webkit-transform: translateY(10px);
            transform: translateY(10px); }
    .reveal .controls .navigate-down .controls-arrow {
      -webkit-transform: rotate(-90deg);
              transform: rotate(-90deg); }
    .reveal .controls .navigate-down.highlight {
      -webkit-animation: bounce-down 2s 50 both ease-out;
              animation: bounce-down 2s 50 both ease-out; }
  .reveal .controls[data-controls-back-arrows="faded"] .navigate-left.enabled,
  .reveal .controls[data-controls-back-arrows="faded"] .navigate-up.enabled {
    opacity: 0.3; }
    .reveal .controls[data-controls-back-arrows="faded"] .navigate-left.enabled:hover,
    .reveal .controls[data-controls-back-arrows="faded"] .navigate-up.enabled:hover {
      opacity: 1; }
  .reveal .controls[data-controls-back-arrows="hidden"] .navigate-left.enabled,
  .reveal .controls[data-controls-back-arrows="hidden"] .navigate-up.enabled {
    opacity: 0;
    visibility: hidden; }
  .reveal .controls .enabled {
    visibility: visible;
    opacity: 0.9;
    cursor: pointer;
    -webkit-transform: none;
            transform: none; }
  .reveal .controls .enabled.fragmented {
    opacity: 0.5; }
  .reveal .controls .enabled:hover,
  .reveal .controls .enabled.fragmented:hover {
    opacity: 1; }

.reveal:not(.has-vertical-slides) .controls .navigate-left {
  bottom: 1.4em;
  right: 5.5em; }

.reveal:not(.has-vertical-slides) .controls .navigate-right {
  bottom: 1.4em;
  right: 0.5em; }

.reveal:not(.has-horizontal-slides) .controls .navigate-up {
  right: 1.4em;
  bottom: 5em; }

.reveal:not(.has-horizontal-slides) .controls .navigate-down {
  right: 1.4em;
  bottom: 0.5em; }

.reveal.has-dark-background .controls {
  color: #fff; }

.reveal.has-light-background .controls {
  color: #000; }

.reveal.no-hover .controls .controls-arrow:hover:before,
.reveal.no-hover .controls .controls-arrow:active:before {
  -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(45deg);
          transform: translateX(0.5em) translateY(1.55em) rotate(45deg); }

.reveal.no-hover .controls .controls-arrow:hover:after,
.reveal.no-hover .controls .controls-arrow:active:after {
  -webkit-transform: translateX(0.5em) translateY(1.55em) rotate(-45deg);
          transform: translateX(0.5em) translateY(1.55em) rotate(-45deg); }

@media screen and (min-width: 500px) {
  .reveal .controls[data-controls-layout="edges"] {
    top: 0;
    right: 0;
    bottom: 0;
    left: 0; }
  .reveal .controls[data-controls-layout="edges"] .navigate-left,
  .reveal .controls[data-controls-layout="edges"] .navigate-right,
  .reveal .controls[data-controls-layout="edges"] .navigate-up,
  .reveal .controls[data-controls-layout="edges"] .navigate-down {
    bottom: auto;
    right: auto; }
  .reveal .controls[data-controls-layout="edges"] .navigate-left {
    top: 50%;
    left: 8px;
    margin-top: -1.8em; }
  .reveal .controls[data-controls-layout="edges"] .navigate-right {
    top: 50%;
    right: 8px;
    margin-top: -1.8em; }
  .reveal .controls[data-controls-layout="edges"] .navigate-up {
    top: 8px;
    left: 50%;
    margin-left: -1.8em; }
  .reveal .controls[data-controls-layout="edges"] .navigate-down {
    bottom: 8px;
    left: 50%;
    margin-left: -1.8em; } }

/*********************************************
 * PROGRESS BAR
 *********************************************/
.reveal .progress {
  position: absolute;
  display: none;
  height: 3px;
  width: 100%;
  bottom: 0;
  left: 0;
  z-index: 10;
  background-color: rgba(0, 0, 0, 0.2);
  color: #fff; }

.reveal .progress:after {
  content: '';
  display: block;
  position: absolute;
  height: 10px;
  width: 100%;
  top: -10px; }

.reveal .progress span {
  display: block;
  height: 100%;
  width: 0px;
  background-color: currentColor;
  transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); }

/*********************************************
 * SLIDE NUMBER
 *********************************************/
.reveal .slide-number {
  position: absolute;
  display: block;
  right: 8px;
  bottom: 8px;
  z-index: 31;
  font-family: Helvetica, sans-serif;
  font-size: 12px;
  line-height: 1;
  color: #fff;
  background-color: rgba(0, 0, 0, 0.4);
  padding: 5px; }

.reveal .slide-number a {
  color: currentColor; }

.reveal .slide-number-delimiter {
  margin: 0 3px; }

/*********************************************
 * SLIDES
 *********************************************/
.reveal {
  position: relative;
  width: 100%;
  height: 100%;
  overflow: hidden;
  -ms-touch-action: none;
      touch-action: none; }

@media only screen and (orientation: landscape) {
  .reveal.ua-iphone {
    position: fixed; } }

.reveal .slides {
  position: absolute;
  width: 100%;
  height: 100%;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  margin: auto;
  pointer-events: none;
  overflow: visible;
  z-index: 1;
  text-align: center;
  -webkit-perspective: 600px;
          perspective: 600px;
  -webkit-perspective-origin: 50% 40%;
          perspective-origin: 50% 40%; }

.reveal .slides > section {
  -ms-perspective: 600px; }

.reveal .slides > section,
.reveal .slides > section > section {
  display: none;
  position: absolute;
  width: 100%;
  padding: 20px 0px;
  pointer-events: auto;
  z-index: 10;
  -webkit-transform-style: flat;
          transform-style: flat;
  transition: -webkit-transform-origin 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), -webkit-transform 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), visibility 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), opacity 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
  transition: transform-origin 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), transform 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), visibility 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985), opacity 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); }

/* Global transition speed settings */
.reveal[data-transition-speed="fast"] .slides section {
  transition-duration: 400ms; }

.reveal[data-transition-speed="slow"] .slides section {
  transition-duration: 1200ms; }

/* Slide-specific transition speed overrides */
.reveal .slides section[data-transition-speed="fast"] {
  transition-duration: 400ms; }

.reveal .slides section[data-transition-speed="slow"] {
  transition-duration: 1200ms; }

.reveal .slides > section.stack {
  padding-top: 0;
  padding-bottom: 0;
  pointer-events: none; }

.reveal .slides > section.present,
.reveal .slides > section > section.present {
  display: block;
  z-index: 11;
  opacity: 1; }

.reveal .slides > section:empty,
.reveal .slides > section > section:empty,
.reveal .slides > section[data-background-interactive],
.reveal .slides > section > section[data-background-interactive] {
  pointer-events: none; }

.reveal.center,
.reveal.center .slides,
.reveal.center .slides section {
  min-height: 0 !important; }

/* Don't allow interaction with invisible slides */
.reveal .slides > section.future,
.reveal .slides > section > section.future,
.reveal .slides > section.past,
.reveal .slides > section > section.past {
  pointer-events: none; }

.reveal.overview .slides > section,
.reveal.overview .slides > section > section {
  pointer-events: auto; }

.reveal .slides > section.past,
.reveal .slides > section.future,
.reveal .slides > section > section.past,
.reveal .slides > section > section.future {
  opacity: 0; }

/*********************************************
 * Mixins for readability of transitions
 *********************************************/
/*********************************************
 * SLIDE TRANSITION
 * Aliased 'linear' for backwards compatibility
 *********************************************/
.reveal.slide section {
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden; }

.reveal .slides > section[data-transition=slide].past,
.reveal .slides > section[data-transition~=slide-out].past,
.reveal.slide .slides > section:not([data-transition]).past {
  -webkit-transform: translate(-150%, 0);
          transform: translate(-150%, 0); }

.reveal .slides > section[data-transition=slide].future,
.reveal .slides > section[data-transition~=slide-in].future,
.reveal.slide .slides > section:not([data-transition]).future {
  -webkit-transform: translate(150%, 0);
          transform: translate(150%, 0); }

.reveal .slides > section > section[data-transition=slide].past,
.reveal .slides > section > section[data-transition~=slide-out].past,
.reveal.slide .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate(0, -150%);
          transform: translate(0, -150%); }

.reveal .slides > section > section[data-transition=slide].future,
.reveal .slides > section > section[data-transition~=slide-in].future,
.reveal.slide .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate(0, 150%);
          transform: translate(0, 150%); }

.reveal.linear section {
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden; }

.reveal .slides > section[data-transition=linear].past,
.reveal .slides > section[data-transition~=linear-out].past,
.reveal.linear .slides > section:not([data-transition]).past {
  -webkit-transform: translate(-150%, 0);
          transform: translate(-150%, 0); }

.reveal .slides > section[data-transition=linear].future,
.reveal .slides > section[data-transition~=linear-in].future,
.reveal.linear .slides > section:not([data-transition]).future {
  -webkit-transform: translate(150%, 0);
          transform: translate(150%, 0); }

.reveal .slides > section > section[data-transition=linear].past,
.reveal .slides > section > section[data-transition~=linear-out].past,
.reveal.linear .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate(0, -150%);
          transform: translate(0, -150%); }

.reveal .slides > section > section[data-transition=linear].future,
.reveal .slides > section > section[data-transition~=linear-in].future,
.reveal.linear .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate(0, 150%);
          transform: translate(0, 150%); }

/*********************************************
 * CONVEX TRANSITION
 * Aliased 'default' for backwards compatibility
 *********************************************/
.reveal .slides section[data-transition=default].stack,
.reveal.default .slides section.stack {
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d; }

.reveal .slides > section[data-transition=default].past,
.reveal .slides > section[data-transition~=default-out].past,
.reveal.default .slides > section:not([data-transition]).past {
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0);
          transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0); }

.reveal .slides > section[data-transition=default].future,
.reveal .slides > section[data-transition~=default-in].future,
.reveal.default .slides > section:not([data-transition]).future {
  -webkit-transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0);
          transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0); }

.reveal .slides > section > section[data-transition=default].past,
.reveal .slides > section > section[data-transition~=default-out].past,
.reveal.default .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate3d(0, -300px, 0) rotateX(70deg) translate3d(0, -300px, 0);
          transform: translate3d(0, -300px, 0) rotateX(70deg) translate3d(0, -300px, 0); }

.reveal .slides > section > section[data-transition=default].future,
.reveal .slides > section > section[data-transition~=default-in].future,
.reveal.default .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate3d(0, 300px, 0) rotateX(-70deg) translate3d(0, 300px, 0);
          transform: translate3d(0, 300px, 0) rotateX(-70deg) translate3d(0, 300px, 0); }

.reveal .slides section[data-transition=convex].stack,
.reveal.convex .slides section.stack {
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d; }

.reveal .slides > section[data-transition=convex].past,
.reveal .slides > section[data-transition~=convex-out].past,
.reveal.convex .slides > section:not([data-transition]).past {
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0);
          transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0); }

.reveal .slides > section[data-transition=convex].future,
.reveal .slides > section[data-transition~=convex-in].future,
.reveal.convex .slides > section:not([data-transition]).future {
  -webkit-transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0);
          transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0); }

.reveal .slides > section > section[data-transition=convex].past,
.reveal .slides > section > section[data-transition~=convex-out].past,
.reveal.convex .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate3d(0, -300px, 0) rotateX(70deg) translate3d(0, -300px, 0);
          transform: translate3d(0, -300px, 0) rotateX(70deg) translate3d(0, -300px, 0); }

.reveal .slides > section > section[data-transition=convex].future,
.reveal .slides > section > section[data-transition~=convex-in].future,
.reveal.convex .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate3d(0, 300px, 0) rotateX(-70deg) translate3d(0, 300px, 0);
          transform: translate3d(0, 300px, 0) rotateX(-70deg) translate3d(0, 300px, 0); }

/*********************************************
 * CONCAVE TRANSITION
 *********************************************/
.reveal .slides section[data-transition=concave].stack,
.reveal.concave .slides section.stack {
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d; }

.reveal .slides > section[data-transition=concave].past,
.reveal .slides > section[data-transition~=concave-out].past,
.reveal.concave .slides > section:not([data-transition]).past {
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(90deg) translate3d(-100%, 0, 0);
          transform: translate3d(-100%, 0, 0) rotateY(90deg) translate3d(-100%, 0, 0); }

.reveal .slides > section[data-transition=concave].future,
.reveal .slides > section[data-transition~=concave-in].future,
.reveal.concave .slides > section:not([data-transition]).future {
  -webkit-transform: translate3d(100%, 0, 0) rotateY(-90deg) translate3d(100%, 0, 0);
          transform: translate3d(100%, 0, 0) rotateY(-90deg) translate3d(100%, 0, 0); }

.reveal .slides > section > section[data-transition=concave].past,
.reveal .slides > section > section[data-transition~=concave-out].past,
.reveal.concave .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate3d(0, -80%, 0) rotateX(-70deg) translate3d(0, -80%, 0);
          transform: translate3d(0, -80%, 0) rotateX(-70deg) translate3d(0, -80%, 0); }

.reveal .slides > section > section[data-transition=concave].future,
.reveal .slides > section > section[data-transition~=concave-in].future,
.reveal.concave .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate3d(0, 80%, 0) rotateX(70deg) translate3d(0, 80%, 0);
          transform: translate3d(0, 80%, 0) rotateX(70deg) translate3d(0, 80%, 0); }

/*********************************************
 * ZOOM TRANSITION
 *********************************************/
.reveal .slides section[data-transition=zoom],
.reveal.zoom .slides section:not([data-transition]) {
  transition-timing-function: ease; }

.reveal .slides > section[data-transition=zoom].past,
.reveal .slides > section[data-transition~=zoom-out].past,
.reveal.zoom .slides > section:not([data-transition]).past {
  visibility: hidden;
  -webkit-transform: scale(16);
          transform: scale(16); }

.reveal .slides > section[data-transition=zoom].future,
.reveal .slides > section[data-transition~=zoom-in].future,
.reveal.zoom .slides > section:not([data-transition]).future {
  visibility: hidden;
  -webkit-transform: scale(0.2);
          transform: scale(0.2); }

.reveal .slides > section > section[data-transition=zoom].past,
.reveal .slides > section > section[data-transition~=zoom-out].past,
.reveal.zoom .slides > section > section:not([data-transition]).past {
  -webkit-transform: translate(0, -150%);
          transform: translate(0, -150%); }

.reveal .slides > section > section[data-transition=zoom].future,
.reveal .slides > section > section[data-transition~=zoom-in].future,
.reveal.zoom .slides > section > section:not([data-transition]).future {
  -webkit-transform: translate(0, 150%);
          transform: translate(0, 150%); }

/*********************************************
 * CUBE TRANSITION
 *
 * WARNING:
 * this is deprecated and will be removed in a
 * future version.
 *********************************************/
.reveal.cube .slides {
  -webkit-perspective: 1300px;
          perspective: 1300px; }

.reveal.cube .slides section {
  padding: 30px;
  min-height: 700px;
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden;
  box-sizing: border-box;
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d; }

.reveal.center.cube .slides section {
  min-height: 0; }

.reveal.cube .slides section:not(.stack):before {
  content: '';
  position: absolute;
  display: block;
  width: 100%;
  height: 100%;
  left: 0;
  top: 0;
  background: rgba(0, 0, 0, 0.1);
  border-radius: 4px;
  -webkit-transform: translateZ(-20px);
          transform: translateZ(-20px); }

.reveal.cube .slides section:not(.stack):after {
  content: '';
  position: absolute;
  display: block;
  width: 90%;
  height: 30px;
  left: 5%;
  bottom: 0;
  background: none;
  z-index: 1;
  border-radius: 4px;
  box-shadow: 0px 95px 25px rgba(0, 0, 0, 0.2);
  -webkit-transform: translateZ(-90px) rotateX(65deg);
          transform: translateZ(-90px) rotateX(65deg); }

.reveal.cube .slides > section.stack {
  padding: 0;
  background: none; }

.reveal.cube .slides > section.past {
  -webkit-transform-origin: 100% 0%;
          transform-origin: 100% 0%;
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(-90deg);
          transform: translate3d(-100%, 0, 0) rotateY(-90deg); }

.reveal.cube .slides > section.future {
  -webkit-transform-origin: 0% 0%;
          transform-origin: 0% 0%;
  -webkit-transform: translate3d(100%, 0, 0) rotateY(90deg);
          transform: translate3d(100%, 0, 0) rotateY(90deg); }

.reveal.cube .slides > section > section.past {
  -webkit-transform-origin: 0% 100%;
          transform-origin: 0% 100%;
  -webkit-transform: translate3d(0, -100%, 0) rotateX(90deg);
          transform: translate3d(0, -100%, 0) rotateX(90deg); }

.reveal.cube .slides > section > section.future {
  -webkit-transform-origin: 0% 0%;
          transform-origin: 0% 0%;
  -webkit-transform: translate3d(0, 100%, 0) rotateX(-90deg);
          transform: translate3d(0, 100%, 0) rotateX(-90deg); }

/*********************************************
 * PAGE TRANSITION
 *
 * WARNING:
 * this is deprecated and will be removed in a
 * future version.
 *********************************************/
.reveal.page .slides {
  -webkit-perspective-origin: 0% 50%;
          perspective-origin: 0% 50%;
  -webkit-perspective: 3000px;
          perspective: 3000px; }

.reveal.page .slides section {
  padding: 30px;
  min-height: 700px;
  box-sizing: border-box;
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d; }

.reveal.page .slides section.past {
  z-index: 12; }

.reveal.page .slides section:not(.stack):before {
  content: '';
  position: absolute;
  display: block;
  width: 100%;
  height: 100%;
  left: 0;
  top: 0;
  background: rgba(0, 0, 0, 0.1);
  -webkit-transform: translateZ(-20px);
          transform: translateZ(-20px); }

.reveal.page .slides section:not(.stack):after {
  content: '';
  position: absolute;
  display: block;
  width: 90%;
  height: 30px;
  left: 5%;
  bottom: 0;
  background: none;
  z-index: 1;
  border-radius: 4px;
  box-shadow: 0px 95px 25px rgba(0, 0, 0, 0.2);
  -webkit-transform: translateZ(-90px) rotateX(65deg); }

.reveal.page .slides > section.stack {
  padding: 0;
  background: none; }

.reveal.page .slides > section.past {
  -webkit-transform-origin: 0% 0%;
          transform-origin: 0% 0%;
  -webkit-transform: translate3d(-40%, 0, 0) rotateY(-80deg);
          transform: translate3d(-40%, 0, 0) rotateY(-80deg); }

.reveal.page .slides > section.future {
  -webkit-transform-origin: 100% 0%;
          transform-origin: 100% 0%;
  -webkit-transform: translate3d(0, 0, 0);
          transform: translate3d(0, 0, 0); }

.reveal.page .slides > section > section.past {
  -webkit-transform-origin: 0% 0%;
          transform-origin: 0% 0%;
  -webkit-transform: translate3d(0, -40%, 0) rotateX(80deg);
          transform: translate3d(0, -40%, 0) rotateX(80deg); }

.reveal.page .slides > section > section.future {
  -webkit-transform-origin: 0% 100%;
          transform-origin: 0% 100%;
  -webkit-transform: translate3d(0, 0, 0);
          transform: translate3d(0, 0, 0); }

/*********************************************
 * FADE TRANSITION
 *********************************************/
.reveal .slides section[data-transition=fade],
.reveal.fade .slides section:not([data-transition]),
.reveal.fade .slides > section > section:not([data-transition]) {
  -webkit-transform: none;
          transform: none;
  transition: opacity 0.5s; }

.reveal.fade.overview .slides section,
.reveal.fade.overview .slides > section > section {
  transition: none; }

/*********************************************
 * NO TRANSITION
 *********************************************/
.reveal .slides section[data-transition=none],
.reveal.none .slides section:not([data-transition]) {
  -webkit-transform: none;
          transform: none;
  transition: none; }

/*********************************************
 * PAUSED MODE
 *********************************************/
.reveal .pause-overlay {
  position: absolute;
  top: 0;
  left: 0;
  width: 100%;
  height: 100%;
  background: black;
  visibility: hidden;
  opacity: 0;
  z-index: 100;
  transition: all 1s ease; }

.reveal .pause-overlay .resume-button {
  position: absolute;
  bottom: 20px;
  right: 20px;
  color: #ccc;
  border-radius: 2px;
  padding: 6px 14px;
  border: 2px solid #ccc;
  font-size: 16px;
  background: transparent;
  cursor: pointer; }
  .reveal .pause-overlay .resume-button:hover {
    color: #fff;
    border-color: #fff; }

.reveal.paused .pause-overlay {
  visibility: visible;
  opacity: 1; }

/*********************************************
 * FALLBACK
 *********************************************/
.no-transforms {
  overflow-y: auto; }

.no-transforms .reveal .slides {
  position: relative;
  width: 80%;
  height: auto !important;
  top: 0;
  left: 50%;
  margin: 0;
  text-align: center; }

.no-transforms .reveal .controls,
.no-transforms .reveal .progress {
  display: none !important; }

.no-transforms .reveal .slides section {
  display: block !important;
  opacity: 1 !important;
  position: relative !important;
  height: auto;
  min-height: 0;
  top: 0;
  left: -50%;
  margin: 70px 0;
  -webkit-transform: none;
          transform: none; }

.no-transforms .reveal .slides section section {
  left: 0; }

.reveal .no-transition,
.reveal .no-transition * {
  transition: none !important; }

/*********************************************
 * PER-SLIDE BACKGROUNDS
 *********************************************/
.reveal .backgrounds {
  position: absolute;
  width: 100%;
  height: 100%;
  top: 0;
  left: 0;
  -webkit-perspective: 600px;
          perspective: 600px; }

.reveal .slide-background {
  display: none;
  position: absolute;
  width: 100%;
  height: 100%;
  opacity: 0;
  visibility: hidden;
  overflow: hidden;
  background-color: transparent;
  transition: all 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); }

.reveal .slide-background-content {
  position: absolute;
  width: 100%;
  height: 100%;
  background-position: 50% 50%;
  background-repeat: no-repeat;
  background-size: cover; }

.reveal .slide-background.stack {
  display: block; }

.reveal .slide-background.present {
  opacity: 1;
  visibility: visible;
  z-index: 2; }

.print-pdf .reveal .slide-background {
  opacity: 1 !important;
  visibility: visible !important; }

/* Video backgrounds */
.reveal .slide-background video {
  position: absolute;
  width: 100%;
  height: 100%;
  max-width: none;
  max-height: none;
  top: 0;
  left: 0;
  -o-object-fit: cover;
     object-fit: cover; }

.reveal .slide-background[data-background-size="contain"] video {
  -o-object-fit: contain;
     object-fit: contain; }

/* Immediate transition style */
.reveal[data-background-transition=none] > .backgrounds .slide-background,
.reveal > .backgrounds .slide-background[data-background-transition=none] {
  transition: none; }

/* Slide */
.reveal[data-background-transition=slide] > .backgrounds .slide-background,
.reveal > .backgrounds .slide-background[data-background-transition=slide] {
  opacity: 1;
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden; }

.reveal[data-background-transition=slide] > .backgrounds .slide-background.past,
.reveal > .backgrounds .slide-background.past[data-background-transition=slide] {
  -webkit-transform: translate(-100%, 0);
          transform: translate(-100%, 0); }

.reveal[data-background-transition=slide] > .backgrounds .slide-background.future,
.reveal > .backgrounds .slide-background.future[data-background-transition=slide] {
  -webkit-transform: translate(100%, 0);
          transform: translate(100%, 0); }

.reveal[data-background-transition=slide] > .backgrounds .slide-background > .slide-background.past,
.reveal > .backgrounds .slide-background > .slide-background.past[data-background-transition=slide] {
  -webkit-transform: translate(0, -100%);
          transform: translate(0, -100%); }

.reveal[data-background-transition=slide] > .backgrounds .slide-background > .slide-background.future,
.reveal > .backgrounds .slide-background > .slide-background.future[data-background-transition=slide] {
  -webkit-transform: translate(0, 100%);
          transform: translate(0, 100%); }

/* Convex */
.reveal[data-background-transition=convex] > .backgrounds .slide-background.past,
.reveal > .backgrounds .slide-background.past[data-background-transition=convex] {
  opacity: 0;
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0);
          transform: translate3d(-100%, 0, 0) rotateY(-90deg) translate3d(-100%, 0, 0); }

.reveal[data-background-transition=convex] > .backgrounds .slide-background.future,
.reveal > .backgrounds .slide-background.future[data-background-transition=convex] {
  opacity: 0;
  -webkit-transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0);
          transform: translate3d(100%, 0, 0) rotateY(90deg) translate3d(100%, 0, 0); }

.reveal[data-background-transition=convex] > .backgrounds .slide-background > .slide-background.past,
.reveal > .backgrounds .slide-background > .slide-background.past[data-background-transition=convex] {
  opacity: 0;
  -webkit-transform: translate3d(0, -100%, 0) rotateX(90deg) translate3d(0, -100%, 0);
          transform: translate3d(0, -100%, 0) rotateX(90deg) translate3d(0, -100%, 0); }

.reveal[data-background-transition=convex] > .backgrounds .slide-background > .slide-background.future,
.reveal > .backgrounds .slide-background > .slide-background.future[data-background-transition=convex] {
  opacity: 0;
  -webkit-transform: translate3d(0, 100%, 0) rotateX(-90deg) translate3d(0, 100%, 0);
          transform: translate3d(0, 100%, 0) rotateX(-90deg) translate3d(0, 100%, 0); }

/* Concave */
.reveal[data-background-transition=concave] > .backgrounds .slide-background.past,
.reveal > .backgrounds .slide-background.past[data-background-transition=concave] {
  opacity: 0;
  -webkit-transform: translate3d(-100%, 0, 0) rotateY(90deg) translate3d(-100%, 0, 0);
          transform: translate3d(-100%, 0, 0) rotateY(90deg) translate3d(-100%, 0, 0); }

.reveal[data-background-transition=concave] > .backgrounds .slide-background.future,
.reveal > .backgrounds .slide-background.future[data-background-transition=concave] {
  opacity: 0;
  -webkit-transform: translate3d(100%, 0, 0) rotateY(-90deg) translate3d(100%, 0, 0);
          transform: translate3d(100%, 0, 0) rotateY(-90deg) translate3d(100%, 0, 0); }

.reveal[data-background-transition=concave] > .backgrounds .slide-background > .slide-background.past,
.reveal > .backgrounds .slide-background > .slide-background.past[data-background-transition=concave] {
  opacity: 0;
  -webkit-transform: translate3d(0, -100%, 0) rotateX(-90deg) translate3d(0, -100%, 0);
          transform: translate3d(0, -100%, 0) rotateX(-90deg) translate3d(0, -100%, 0); }

.reveal[data-background-transition=concave] > .backgrounds .slide-background > .slide-background.future,
.reveal > .backgrounds .slide-background > .slide-background.future[data-background-transition=concave] {
  opacity: 0;
  -webkit-transform: translate3d(0, 100%, 0) rotateX(90deg) translate3d(0, 100%, 0);
          transform: translate3d(0, 100%, 0) rotateX(90deg) translate3d(0, 100%, 0); }

/* Zoom */
.reveal[data-background-transition=zoom] > .backgrounds .slide-background,
.reveal > .backgrounds .slide-background[data-background-transition=zoom] {
  transition-timing-function: ease; }

.reveal[data-background-transition=zoom] > .backgrounds .slide-background.past,
.reveal > .backgrounds .slide-background.past[data-background-transition=zoom] {
  opacity: 0;
  visibility: hidden;
  -webkit-transform: scale(16);
          transform: scale(16); }

.reveal[data-background-transition=zoom] > .backgrounds .slide-background.future,
.reveal > .backgrounds .slide-background.future[data-background-transition=zoom] {
  opacity: 0;
  visibility: hidden;
  -webkit-transform: scale(0.2);
          transform: scale(0.2); }

.reveal[data-background-transition=zoom] > .backgrounds .slide-background > .slide-background.past,
.reveal > .backgrounds .slide-background > .slide-background.past[data-background-transition=zoom] {
  opacity: 0;
  visibility: hidden;
  -webkit-transform: scale(16);
          transform: scale(16); }

.reveal[data-background-transition=zoom] > .backgrounds .slide-background > .slide-background.future,
.reveal > .backgrounds .slide-background > .slide-background.future[data-background-transition=zoom] {
  opacity: 0;
  visibility: hidden;
  -webkit-transform: scale(0.2);
          transform: scale(0.2); }

/* Global transition speed settings */
.reveal[data-transition-speed="fast"] > .backgrounds .slide-background {
  transition-duration: 400ms; }

.reveal[data-transition-speed="slow"] > .backgrounds .slide-background {
  transition-duration: 1200ms; }

/*********************************************
 * OVERVIEW
 *********************************************/
.reveal.overview {
  -webkit-perspective-origin: 50% 50%;
          perspective-origin: 50% 50%;
  -webkit-perspective: 700px;
          perspective: 700px; }
  .reveal.overview .slides {
    -moz-transform-style: preserve-3d; }
  .reveal.overview .slides section {
    height: 100%;
    top: 0 !important;
    opacity: 1 !important;
    overflow: hidden;
    visibility: visible !important;
    cursor: pointer;
    box-sizing: border-box; }
  .reveal.overview .slides section:hover,
  .reveal.overview .slides section.present {
    outline: 10px solid rgba(150, 150, 150, 0.4);
    outline-offset: 10px; }
  .reveal.overview .slides section .fragment {
    opacity: 1;
    transition: none; }
  .reveal.overview .slides section:after,
  .reveal.overview .slides section:before {
    display: none !important; }
  .reveal.overview .slides > section.stack {
    padding: 0;
    top: 0 !important;
    background: none;
    outline: none;
    overflow: visible; }
  .reveal.overview .backgrounds {
    -webkit-perspective: inherit;
            perspective: inherit;
    -moz-transform-style: preserve-3d; }
  .reveal.overview .backgrounds .slide-background {
    opacity: 1;
    visibility: visible;
    outline: 10px solid rgba(150, 150, 150, 0.1);
    outline-offset: 10px; }
  .reveal.overview .backgrounds .slide-background.stack {
    overflow: visible; }

.reveal.overview .slides section,
.reveal.overview-deactivating .slides section {
  transition: none; }

.reveal.overview .backgrounds .slide-background,
.reveal.overview-deactivating .backgrounds .slide-background {
  transition: none; }

/*********************************************
 * RTL SUPPORT
 *********************************************/
.reveal.rtl .slides,
.reveal.rtl .slides h1,
.reveal.rtl .slides h2,
.reveal.rtl .slides h3,
.reveal.rtl .slides h4,
.reveal.rtl .slides h5,
.reveal.rtl .slides h6 {
  direction: rtl;
  font-family: sans-serif; }

.reveal.rtl pre,
.reveal.rtl code {
  direction: ltr; }

.reveal.rtl ol,
.reveal.rtl ul {
  text-align: right; }

.reveal.rtl .progress span {
  float: right; }

/*********************************************
 * PARALLAX BACKGROUND
 *********************************************/
.reveal.has-parallax-background .backgrounds {
  transition: all 0.8s ease; }

/* Global transition speed settings */
.reveal.has-parallax-background[data-transition-speed="fast"] .backgrounds {
  transition-duration: 400ms; }

.reveal.has-parallax-background[data-transition-speed="slow"] .backgrounds {
  transition-duration: 1200ms; }

/*********************************************
 * LINK PREVIEW OVERLAY
 *********************************************/
.reveal .overlay {
  position: absolute;
  top: 0;
  left: 0;
  width: 100%;
  height: 100%;
  z-index: 1000;
  background: rgba(0, 0, 0, 0.9);
  opacity: 0;
  visibility: hidden;
  transition: all 0.3s ease; }

.reveal .overlay.visible {
  opacity: 1;
  visibility: visible; }

.reveal .overlay .spinner {
  position: absolute;
  display: block;
  top: 50%;
  left: 50%;
  width: 32px;
  height: 32px;
  margin: -16px 0 0 -16px;
  z-index: 10;
  background-image: url(%2F%2F%2F6%2Bvr8nJybW1tcDAwOjo6Nvb26ioqKOjo7Ozs%2FLy8vz8%2FAAAAAAAAAAAACH%2FC05FVFNDQVBFMi4wAwEAAAAh%2FhpDcmVhdGVkIHdpdGggYWpheGxvYWQuaW5mbwAh%2BQQJCgAAACwAAAAAIAAgAAAE5xDISWlhperN52JLhSSdRgwVo1ICQZRUsiwHpTJT4iowNS8vyW2icCF6k8HMMBkCEDskxTBDAZwuAkkqIfxIQyhBQBFvAQSDITM5VDW6XNE4KagNh6Bgwe60smQUB3d4Rz1ZBApnFASDd0hihh12BkE9kjAJVlycXIg7CQIFA6SlnJ87paqbSKiKoqusnbMdmDC2tXQlkUhziYtyWTxIfy6BE8WJt5YJvpJivxNaGmLHT0VnOgSYf0dZXS7APdpB309RnHOG5gDqXGLDaC457D1zZ%2FV%2FnmOM82XiHRLYKhKP1oZmADdEAAAh%2BQQJCgAAACwAAAAAIAAgAAAE6hDISWlZpOrNp1lGNRSdRpDUolIGw5RUYhhHukqFu8DsrEyqnWThGvAmhVlteBvojpTDDBUEIFwMFBRAmBkSgOrBFZogCASwBDEY%2FCZSg7GSE0gSCjQBMVG023xWBhklAnoEdhQEfyNqMIcKjhRsjEdnezB%2BA4k8gTwJhFuiW4dokXiloUepBAp5qaKpp6%2BHo7aWW54wl7obvEe0kRuoplCGepwSx2jJvqHEmGt6whJpGpfJCHmOoNHKaHx61WiSR92E4lbFoq%2BB6QDtuetcaBPnW6%2BO7wDHpIiK9SaVK5GgV543tzjgGcghAgAh%2BQQJCgAAACwAAAAAIAAgAAAE7hDISSkxpOrN5zFHNWRdhSiVoVLHspRUMoyUakyEe8PTPCATW9A14E0UvuAKMNAZKYUZCiBMuBakSQKG8G2FzUWox2AUtAQFcBKlVQoLgQReZhQlCIJesQXI5B0CBnUMOxMCenoCfTCEWBsJColTMANldx15BGs8B5wlCZ9Po6OJkwmRpnqkqnuSrayqfKmqpLajoiW5HJq7FL1Gr2mMMcKUMIiJgIemy7xZtJsTmsM4xHiKv5KMCXqfyUCJEonXPN2rAOIAmsfB3uPoAK%2B%2BG%2Bw48edZPK%2BM6hLJpQg484enXIdQFSS1u6UhksENEQAAIfkECQoAAAAsAAAAACAAIAAABOcQyEmpGKLqzWcZRVUQnZYg1aBSh2GUVEIQ2aQOE%2BG%2BcD4ntpWkZQj1JIiZIogDFFyHI0UxQwFugMSOFIPJftfVAEoZLBbcLEFhlQiqGp1Vd140AUklUN3eCA51C1EWMzMCezCBBmkxVIVHBWd3HHl9JQOIJSdSnJ0TDKChCwUJjoWMPaGqDKannasMo6WnM562R5YluZRwur0wpgqZE7NKUm%2BFNRPIhjBJxKZteWuIBMN4zRMIVIhffcgojwCF117i4nlLnY5ztRLsnOk%2BaV%2BoJY7V7m76PdkS4trKcdg0Zc0tTcKkRAAAIfkECQoAAAAsAAAAACAAIAAABO4QyEkpKqjqzScpRaVkXZWQEximw1BSCUEIlDohrft6cpKCk5xid5MNJTaAIkekKGQkWyKHkvhKsR7ARmitkAYDYRIbUQRQjWBwJRzChi9CRlBcY1UN4g0%2FVNB0AlcvcAYHRyZPdEQFYV8ccwR5HWxEJ02YmRMLnJ1xCYp0Y5idpQuhopmmC2KgojKasUQDk5BNAwwMOh2RtRq5uQuPZKGIJQIGwAwGf6I0JXMpC8C7kXWDBINFMxS4DKMAWVWAGYsAdNqW5uaRxkSKJOZKaU3tPOBZ4DuK2LATgJhkPJMgTwKCdFjyPHEnKxFCDhEAACH5BAkKAAAALAAAAAAgACAAAATzEMhJaVKp6s2nIkolIJ2WkBShpkVRWqqQrhLSEu9MZJKK9y1ZrqYK9WiClmvoUaF8gIQSNeF1Er4MNFn4SRSDARWroAIETg1iVwuHjYB1kYc1mwruwXKC9gmsJXliGxc%2BXiUCby9ydh1sOSdMkpMTBpaXBzsfhoc5l58Gm5yToAaZhaOUqjkDgCWNHAULCwOLaTmzswadEqggQwgHuQsHIoZCHQMMQgQGubVEcxOPFAcMDAYUA85eWARmfSRQCdcMe0zeP1AAygwLlJtPNAAL19DARdPzBOWSm1brJBi45soRAWQAAkrQIykShQ9wVhHCwCQCACH5BAkKAAAALAAAAAAgACAAAATrEMhJaVKp6s2nIkqFZF2VIBWhUsJaTokqUCoBq%2BE71SRQeyqUToLA7VxF0JDyIQh%2FMVVPMt1ECZlfcjZJ9mIKoaTl1MRIl5o4CUKXOwmyrCInCKqcWtvadL2SYhyASyNDJ0uIiRMDjI0Fd30%2FiI2UA5GSS5UDj2l6NoqgOgN4gksEBgYFf0FDqKgHnyZ9OX8HrgYHdHpcHQULXAS2qKpENRg7eAMLC7kTBaixUYFkKAzWAAnLC7FLVxLWDBLKCwaKTULgEwbLA4hJtOkSBNqITT3xEgfLpBtzE%2FjiuL04RGEBgwWhShRgQExHBAAh%2BQQJCgAAACwAAAAAIAAgAAAE7xDISWlSqerNpyJKhWRdlSAVoVLCWk6JKlAqAavhO9UkUHsqlE6CwO1cRdCQ8iEIfzFVTzLdRAmZX3I2SfZiCqGk5dTESJeaOAlClzsJsqwiJwiqnFrb2nS9kmIcgEsjQydLiIlHehhpejaIjzh9eomSjZR%2BipslWIRLAgMDOR2DOqKogTB9pCUJBagDBXR6XB0EBkIIsaRsGGMMAxoDBgYHTKJiUYEGDAzHC9EACcUGkIgFzgwZ0QsSBcXHiQvOwgDdEwfFs0sDzt4S6BK4xYjkDOzn0unFeBzOBijIm1Dgmg5YFQwsCMjp1oJ8LyIAACH5BAkKAAAALAAAAAAgACAAAATwEMhJaVKp6s2nIkqFZF2VIBWhUsJaTokqUCoBq%2BE71SRQeyqUToLA7VxF0JDyIQh%2FMVVPMt1ECZlfcjZJ9mIKoaTl1MRIl5o4CUKXOwmyrCInCKqcWtvadL2SYhyASyNDJ0uIiUd6GGl6NoiPOH16iZKNlH6KmyWFOggHhEEvAwwMA0N9GBsEC6amhnVcEwavDAazGwIDaH1ipaYLBUTCGgQDA8NdHz0FpqgTBwsLqAbWAAnIA4FWKdMLGdYGEgraigbT0OITBcg5QwPT4xLrROZL6AuQAPUS7bxLpoWidY0JtxLHKhwwMJBTHgPKdEQAACH5BAkKAAAALAAAAAAgACAAAATrEMhJaVKp6s2nIkqFZF2VIBWhUsJaTokqUCoBq%2BE71SRQeyqUToLA7VxF0JDyIQh%2FMVVPMt1ECZlfcjZJ9mIKoaTl1MRIl5o4CUKXOwmyrCInCKqcWtvadL2SYhyASyNDJ0uIiUd6GAULDJCRiXo1CpGXDJOUjY%2BYip9DhToJA4RBLwMLCwVDfRgbBAaqqoZ1XBMHswsHtxtFaH1iqaoGNgAIxRpbFAgfPQSqpbgGBqUD1wBXeCYp1AYZ19JJOYgH1KwA4UBvQwXUBxPqVD9L3sbp2BNk2xvvFPJd%2BMFCN6HAAIKgNggY0KtEBAAh%2BQQJCgAAACwAAAAAIAAgAAAE6BDISWlSqerNpyJKhWRdlSAVoVLCWk6JKlAqAavhO9UkUHsqlE6CwO1cRdCQ8iEIfzFVTzLdRAmZX3I2SfYIDMaAFdTESJeaEDAIMxYFqrOUaNW4E4ObYcCXaiBVEgULe0NJaxxtYksjh2NLkZISgDgJhHthkpU4mW6blRiYmZOlh4JWkDqILwUGBnE6TYEbCgevr0N1gH4At7gHiRpFaLNrrq8HNgAJA70AWxQIH1%2BvsYMDAzZQPC9VCNkDWUhGkuE5PxJNwiUK4UfLzOlD4WvzAHaoG9nxPi5d%2BjYUqfAhhykOFwJWiAAAIfkECQoAAAAsAAAAACAAIAAABPAQyElpUqnqzaciSoVkXVUMFaFSwlpOCcMYlErAavhOMnNLNo8KsZsMZItJEIDIFSkLGQoQTNhIsFehRww2CQLKF0tYGKYSg%2BygsZIuNqJksKgbfgIGepNo2cIUB3V1B3IvNiBYNQaDSTtfhhx0CwVPI0UJe0%2Bbm4g5VgcGoqOcnjmjqDSdnhgEoamcsZuXO1aWQy8KAwOAuTYYGwi7w5h%2BKr0SJ8MFihpNbx%2B4Erq7BYBuzsdiH1jCAzoSfl0rVirNbRXlBBlLX%2BBP0XJLAPGzTkAuAOqb0WT5AH7OcdCm5B8TgRwSRKIHQtaLCwg1RAAAOwAAAAAAAAAAAA%3D%3D);
  visibility: visible;
  opacity: 0.6;
  transition: all 0.3s ease; }

.reveal .overlay header {
  position: absolute;
  left: 0;
  top: 0;
  width: 100%;
  height: 40px;
  z-index: 2;
  border-bottom: 1px solid #222; }

.reveal .overlay header a {
  display: inline-block;
  width: 40px;
  height: 40px;
  line-height: 36px;
  padding: 0 10px;
  float: right;
  opacity: 0.6;
  box-sizing: border-box; }

.reveal .overlay header a:hover {
  opacity: 1; }

.reveal .overlay header a .icon {
  display: inline-block;
  width: 20px;
  height: 20px;
  background-position: 50% 50%;
  background-size: 100%;
  background-repeat: no-repeat; }

.reveal .overlay header a.close .icon {
  background-image: url(); }

.reveal .overlay header a.external .icon {
  background-image: url(); }

.reveal .overlay .viewport {
  position: absolute;
  display: -webkit-box;
  display: -ms-flexbox;
  display: flex;
  top: 40px;
  right: 0;
  bottom: 0;
  left: 0; }

.reveal .overlay.overlay-preview .viewport iframe {
  width: 100%;
  height: 100%;
  max-width: 100%;
  max-height: 100%;
  border: 0;
  opacity: 0;
  visibility: hidden;
  transition: all 0.3s ease; }

.reveal .overlay.overlay-preview.loaded .viewport iframe {
  opacity: 1;
  visibility: visible; }

.reveal .overlay.overlay-preview.loaded .viewport-inner {
  position: absolute;
  z-index: -1;
  left: 0;
  top: 45%;
  width: 100%;
  text-align: center;
  letter-spacing: normal; }

.reveal .overlay.overlay-preview .x-frame-error {
  opacity: 0;
  transition: opacity 0.3s ease 0.3s; }

.reveal .overlay.overlay-preview.loaded .x-frame-error {
  opacity: 1; }

.reveal .overlay.overlay-preview.loaded .spinner {
  opacity: 0;
  visibility: hidden;
  -webkit-transform: scale(0.2);
          transform: scale(0.2); }

.reveal .overlay.overlay-help .viewport {
  overflow: auto;
  color: #fff; }

.reveal .overlay.overlay-help .viewport .viewport-inner {
  width: 600px;
  margin: auto;
  padding: 20px 20px 80px 20px;
  text-align: center;
  letter-spacing: normal; }

.reveal .overlay.overlay-help .viewport .viewport-inner .title {
  font-size: 20px; }

.reveal .overlay.overlay-help .viewport .viewport-inner table {
  border: 1px solid #fff;
  border-collapse: collapse;
  font-size: 16px; }

.reveal .overlay.overlay-help .viewport .viewport-inner table th,
.reveal .overlay.overlay-help .viewport .viewport-inner table td {
  width: 200px;
  padding: 14px;
  border: 1px solid #fff;
  vertical-align: middle; }

.reveal .overlay.overlay-help .viewport .viewport-inner table th {
  padding-top: 20px;
  padding-bottom: 20px; }

/*********************************************
 * PLAYBACK COMPONENT
 *********************************************/
.reveal .playback {
  position: absolute;
  left: 15px;
  bottom: 20px;
  z-index: 30;
  cursor: pointer;
  transition: all 400ms ease;
  -webkit-tap-highlight-color: transparent; }

.reveal.overview .playback {
  opacity: 0;
  visibility: hidden; }

/*********************************************
 * ROLLING LINKS
 *********************************************/
.reveal .roll {
  display: inline-block;
  line-height: 1.2;
  overflow: hidden;
  vertical-align: top;
  -webkit-perspective: 400px;
          perspective: 400px;
  -webkit-perspective-origin: 50% 50%;
          perspective-origin: 50% 50%; }

.reveal .roll:hover {
  background: none;
  text-shadow: none; }

.reveal .roll span {
  display: block;
  position: relative;
  padding: 0 2px;
  pointer-events: none;
  transition: all 400ms ease;
  -webkit-transform-origin: 50% 0%;
          transform-origin: 50% 0%;
  -webkit-transform-style: preserve-3d;
          transform-style: preserve-3d;
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden; }

.reveal .roll:hover span {
  background: rgba(0, 0, 0, 0.5);
  -webkit-transform: translate3d(0px, 0px, -45px) rotateX(90deg);
          transform: translate3d(0px, 0px, -45px) rotateX(90deg); }

.reveal .roll span:after {
  content: attr(data-title);
  display: block;
  position: absolute;
  left: 0;
  top: 0;
  padding: 0 2px;
  -webkit-backface-visibility: hidden;
          backface-visibility: hidden;
  -webkit-transform-origin: 50% 0%;
          transform-origin: 50% 0%;
  -webkit-transform: translate3d(0px, 110%, 0px) rotateX(-90deg);
          transform: translate3d(0px, 110%, 0px) rotateX(-90deg); }

/*********************************************
 * SPEAKER NOTES
 *********************************************/
.reveal aside.notes {
  display: none; }

.reveal .speaker-notes {
  display: none;
  position: absolute;
  width: 25vw;
  height: 100%;
  top: 0;
  left: 100%;
  padding: 14px 18px 14px 18px;
  z-index: 1;
  font-size: 18px;
  line-height: 1.4;
  border: 1px solid rgba(0, 0, 0, 0.05);
  color: #222;
  background-color: #f5f5f5;
  overflow: auto;
  box-sizing: border-box;
  text-align: left;
  font-family: Helvetica, sans-serif;
  -webkit-overflow-scrolling: touch; }
  .reveal .speaker-notes .notes-placeholder {
    color: #ccc;
    font-style: italic; }
  .reveal .speaker-notes:focus {
    outline: none; }
  .reveal .speaker-notes:before {
    content: 'Speaker notes';
    display: block;
    margin-bottom: 10px;
    opacity: 0.5; }

.reveal.show-notes {
  max-width: 75vw;
  overflow: visible; }

.reveal.show-notes .speaker-notes {
  display: block; }

@media screen and (min-width: 1600px) {
  .reveal .speaker-notes {
    font-size: 20px; } }

@media screen and (max-width: 1024px) {
  .reveal.show-notes {
    border-left: 0;
    max-width: none;
    max-height: 70%;
    overflow: visible; }
  .reveal.show-notes .speaker-notes {
    top: 100%;
    left: 0;
    width: 100%;
    height: 42.8571428571%; } }

@media screen and (max-width: 600px) {
  .reveal.show-notes {
    max-height: 60%; }
  .reveal.show-notes .speaker-notes {
    top: 100%;
    height: 66.6666666667%; }
  .reveal .speaker-notes {
    font-size: 14px; } }

/*********************************************
 * ZOOM PLUGIN
 *********************************************/
.zoomed .reveal *,
.zoomed .reveal *:before,
.zoomed .reveal *:after {
  -webkit-backface-visibility: visible !important;
          backface-visibility: visible !important; }

.zoomed .reveal .progress,
.zoomed .reveal .controls {
  opacity: 0; }

.zoomed .reveal .roll span {
  background: none; }

.zoomed .reveal .roll span:after {
  visibility: hidden; }

      
      </style>
      <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/reveal.js@3.7.0/css/theme/none.css">
      
        <script type="text/x-mathjax-config">
          MathJax.Hub.Config({"extensions":["tex2jax.js"],"jax":["input/TeX","output/HTML-CSS"],"messageStyle":"none","tex2jax":{"processEnvironments":false,"processEscapes":true,"inlineMath":[["$","$"]],"displayMath":[["$$","$$"]],"skipTags":["script","noscript","style","textarea","pre","code"]},"displayAlign":"left","TeX":{"equationNumbers":{"autoNumber":"all","useLabelIds":true},"extensions":["AMSmath.js","AMSsymbols.js","noErrors.js","noUndefined.js"],"Macros":{"zerov":"{\\boldsymbol 0}","onev":"{\\boldsymbol 1}","av":"{\\boldsymbol a}","bv":"{\\boldsymbol b}","cv":"{\\boldsymbol c}","dv":"{\\boldsymbol d}","ev":"{\\boldsymbol e}","fv":"{\\boldsymbol f}","gv":"{\\boldsymbol g}","hv":"{\\boldsymbol h}","iv":"{\\boldsymbol i}","jv":"{\\boldsymbol j}","kv":"{\\boldsymbol k}","lv":"{\\boldsymbol l}","mv":"{\\boldsymbol m}","nv":"{\\boldsymbol n}","ov":"{\\boldsymbol o}","pv":"{\\boldsymbol p}","qv":"{\\boldsymbol q}","rv":"{\\boldsymbol r}","sv":"{\\boldsymbol s}","tv":"{\\boldsymbol t}","uv":"{\\boldsymbol u}","vv":"{\\boldsymbol v}","wv":"{\\boldsymbol w}","xv":"{\\boldsymbol x}","yv":"{\\boldsymbol y}","zv":"{\\boldsymbol z}","Av":"{\\mathbf A}","Bv":"{\\mathbf B}","Cv":"{\\mathbf C}","Dv":"{\\mathbf D}","Ev":"{\\mathbf E}","Fv":"{\\mathbf F}","Gv":"{\\mathbf G}","Hv":"{\\mathbf H}","Iv":"{\\mathbf I}","Jv":"{\\mathbf J}","Kv":"{\\mathbf K}","Lv":"{\\mathbf L}","Mv":"{\\mathbf M}","Nv":"{\\mathbf N}","Ov":"{\\mathbf O}","Pv":"{\\mathbf P}","Qv":"{\\mathbf Q}","Rv":"{\\mathbf R}","Sv":"{\\mathbf S}","Tv":"{\\mathbf T}","Uv":"{\\mathbf U}","Vv":"{\\mathbf V}","Wv":"{\\mathbf W}","Xv":"{\\mathbf X}","Yv":"{\\mathbf Y}","Zv":"{\\mathbf Z}","alphav":"{\\boldsymbol {\\alpha}}","betav":"{\\boldsymbol {\\beta}}","lambdav":"{\\boldsymbol {\\lambda}}","muv":"{\\boldsymbol {\\mu}}","thetav":"{\\boldsymbol {\\theta}}","phiv":"{\\boldsymbol {\\phi}}","zetav":"{\\boldsymbol {\\zeta}}","deltav":"{\\boldsymbol {\\delta}}","Sigmav":"{\\boldsymbol {\\Sigma}}","Phiv":"{\\boldsymbol {\\Phi}}","Lambdav":"{\\boldsymbol {\\Lambda}}","Omegav":"{\\boldsymbol {\\Omega}}","Cbb":"{\\mathbb C}","Ebb":"{\\mathbb E}","Hbb":"{\\mathbb H}","Nbb":"{\\mathbb N}","Pbb":"{\\mathbb P}","Qbb":"{\\mathbb Q}","Rbb":"{\\mathbb R}","Zbb":"{\\mathbb Z}","Acal":"{\\mathcal A}","Bcal":"{\\mathcal B}","Ccal":"{\\mathcal C}","Dcal":"{\\mathcal D}","Ecal":"{\\mathcal E}","Fcal":"{\\mathcal F}","Gcal":"{\\mathcal G}","Hcal":"{\\mathcal H}","Lcal":"{\\mathcal L}","Mcal":"{\\mathcal M}","Ncal":"{\\mathcal N}","Pcal":"{\\mathcal P}","Rcal":"{\\mathcal R}","Scal":"{\\mathcal S}","Ucal":"{\\mathcal U}","Vcal":"{\\mathcal V}","Wcal":"{\\mathcal W}","Xcal":"{\\mathcal X}","Ycal":"{\\mathcal Y}","fhat":"{\\hat f}","Ffrak":"{\\mathfrak F}","sup":["{{(#1)}}",1],"diff":"{\\mathrm {d}}","diag":"{\\mathrm {diag}}","span":"{\\mathrm {span}}","sign":"{\\mathrm {sign}}","sgn":"{\\mathrm {sgn}}","st":"{\\mathrm {s.t.}}","VC":"{\\mathrm {VC}}","Pr":"{\\mathrm {Pr}}","tanh":"{\\mathrm {Tanh}}","relu":"{\\mathrm {ReLU}}","lrelu":"{\\mathrm {LeakyReLU}}","prelu":"{\\mathrm {PReLU}}","elu":"{\\mathrm {ELU}}","softplus":"{\\mathrm {Softplus}}","swish":"{\\mathrm {Swish}}","maxout":"{\\mathrm {Maxout}}","grad":"{\\mathrm {grad}}","div":"{\\mathrm {div}}","var":"{\\mathrm {var}}","softmax":"{\\mathrm {softmax}}","att":"{\\mathrm {att}}","cut":"{\\mathrm {cut}}","rcut":"{\\mathrm {RatioCut}}","ncut":"{\\mathrm {NCut}}","tr":"{\\mathrm {tr}}","vol":"{\\mathrm {vol}}","mlp":"{\\mathrm {MLP}}","update":"{\\mathrm {Update}}","aggregate":"{\\mathrm {Aggregate}}","self":"{\\mathrm {self}}","neigh":"{\\mathrm {neigh}}","base":"{\\mathrm {base}}","new":"{\\mathrm {new}}","gru":"{\\mathrm {GRU}}","lstm":"{\\mathrm {LSTM}}","edge":"{\\mathrm {edge}}","node":"{\\mathrm {node}}","graph":"{\\mathrm {graph}}","train":"{\\mathrm {train}}","dec":"{\\mathrm {Dec}}","sym":"{\\mathrm {sym}}","modd":"{\\mathrm {mod} ~ }","rot":"{\\mathbf {rot180}}","up":"{\\mathbf {up}}","argmin":"{\\mathop{\\mathrm{argmin}}}","argmax":"{\\mathop{\\mathrm{argmax}}}"}},"HTML-CSS":{"linebreaks":{"automatic":false},"scale":100,"styles":{".MathJax_Display":{"margin":"0.6rem auto 0.6rem 5rem !important","border-radius":"0px !important","font-size":"1.5em !important","color":"#d33682"},".MathJax":{"border":"0px solid #ccc !important","font-size":"1em !important","color":"#d33682"}},"availableFonts":["TeX"]}});
        </script>
        <script type="text/javascript" async src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js"></script>
        
      
      
      
        <script src="https://cdn.jsdelivr.net/npm/reveal.js@3.7.0/lib/js/head.min.js"></script>
        <script src="https://cdn.jsdelivr.net/npm/reveal.js@3.7.0/js/reveal.js"></script>
      <script type="text/javascript" src="https://cdn.jsdelivr.net/npm/mermaid@8.5.2/dist/mermaid.min.js"></script>
      
      
      
      
      
      <style>
      /* http://prismjs.com/download.html?themes=prism&languages=markup+css+clike+javascript+abap+actionscript+ada+apacheconf+apl+applescript+asciidoc+aspnet+autoit+autohotkey+bash+basic+batch+c+brainfuck+bro+bison+csharp+cpp+coffeescript+ruby+css-extras+d+dart+django+diff+docker+eiffel+elixir+erlang+fsharp+fortran+gherkin+git+glsl+go+graphql+groovy+haml+handlebars+haskell+haxe+http+icon+inform7+ini+j+jade+java+jolie+json+julia+keyman+kotlin+latex+less+livescript+lolcode+lua+makefile+markdown+matlab+mel+mizar+monkey+nasm+nginx+nim+nix+nsis+objectivec+ocaml+oz+parigp+parser+pascal+perl+php+php-extras+powershell+processing+prolog+properties+protobuf+puppet+pure+python+q+qore+r+jsx+reason+rest+rip+roboconf+crystal+rust+sas+sass+scss+scala+scheme+smalltalk+smarty+sql+stylus+swift+tcl+textile+twig+typescript+vbnet+verilog+vhdl+vim+wiki+xojo+yaml */
/**
 * prism.js default theme for JavaScript, CSS and HTML
 * Based on dabblet (http://dabblet.com)
 * @author Lea Verou
 */

code[class*="language-"],
pre[class*="language-"] {
	color: black;
	background: none;
	text-shadow: 0 1px white;
	font-family: Consolas, Monaco, 'Andale Mono', 'Ubuntu Mono', monospace;
	text-align: left;
	white-space: pre;
	word-spacing: normal;
	word-break: normal;
	word-wrap: normal;
	line-height: 1.5;

	-moz-tab-size: 4;
	-o-tab-size: 4;
	tab-size: 4;

	-webkit-hyphens: none;
	-moz-hyphens: none;
	-ms-hyphens: none;
	hyphens: none;
}

pre[class*="language-"]::-moz-selection, pre[class*="language-"] ::-moz-selection,
code[class*="language-"]::-moz-selection, code[class*="language-"] ::-moz-selection {
	text-shadow: none;
	background: #b3d4fc;
}

pre[class*="language-"]::selection, pre[class*="language-"] ::selection,
code[class*="language-"]::selection, code[class*="language-"] ::selection {
	text-shadow: none;
	background: #b3d4fc;
}

@media print {
	code[class*="language-"],
	pre[class*="language-"] {
		text-shadow: none;
	}
}

/* Code blocks */
pre[class*="language-"] {
	padding: 1em;
	margin: .5em 0;
	overflow: auto;
}

:not(pre) > code[class*="language-"],
pre[class*="language-"] {
	background: #f5f2f0;
}

/* Inline code */
:not(pre) > code[class*="language-"] {
	padding: .1em;
	border-radius: .3em;
	white-space: normal;
}

.token.comment,
.token.prolog,
.token.doctype,
.token.cdata {
	color: slategray;
}

.token.punctuation {
	color: #999;
}

.namespace {
	opacity: .7;
}

.token.property,
.token.tag,
.token.boolean,
.token.number,
.token.constant,
.token.symbol,
.token.deleted {
	color: #905;
}

.token.selector,
.token.attr-name,
.token.string,
.token.char,
.token.builtin,
.token.inserted {
	color: #690;
}

.token.operator,
.token.entity,
.token.url,
.language-css .token.string,
.style .token.string {
	color: #a67f59;
	background: hsla(0, 0%, 100%, .5);
}

.token.atrule,
.token.attr-value,
.token.keyword {
	color: #07a;
}

.token.function {
	color: #DD4A68;
}

.token.regex,
.token.important,
.token.variable {
	color: #e90;
}

.token.important,
.token.bold {
	font-weight: bold;
}
.token.italic {
	font-style: italic;
}

.token.entity {
	cursor: help;
}

/* highlight */
pre[data-line] {
	position: relative;
	padding: 1em 0 1em 3em;
  }
  pre[data-line] .line-highlight-wrapper {
	position: absolute;
	top: 0;
	left: 0;
	background-color: transparent;
	display: block;
	width: 100%;
  }
  
  pre[data-line] .line-highlight {
	position: absolute;
	left: 0;
	right: 0;
	padding: inherit 0;
	margin-top: 1em;
	background: hsla(24, 20%, 50%,.08);
	background: linear-gradient(to right, hsla(24, 20%, 50%,.1) 70%, hsla(24, 20%, 50%,0));
	pointer-events: none;
	line-height: inherit;
	white-space: pre;
  }
  
  pre[data-line] .line-highlight:before, 
  pre[data-line] .line-highlight[data-end]:after {
	content: attr(data-start);
	position: absolute;
	top: .4em;
	left: .6em;
	min-width: 1em;
	padding: 0 .5em;
	background-color: hsla(24, 20%, 50%,.4);
	color: hsl(24, 20%, 95%);
	font: bold 65%/1.5 sans-serif;
	text-align: center;
	vertical-align: .3em;
	border-radius: 999px;
	text-shadow: none;
	box-shadow: 0 1px white;
  }
  
  pre[data-line] .line-highlight[data-end]:after {
	content: attr(data-end);
	top: auto;
	bottom: .4em;
  }.markdown-preview{width:100%;height:100%;box-sizing:border-box}.markdown-preview .pagebreak,.markdown-preview .newpage{page-break-before:always}.markdown-preview pre.line-numbers{position:relative;padding-left:3.8em;counter-reset:linenumber}.markdown-preview pre.line-numbers>code{position:relative}.markdown-preview pre.line-numbers .line-numbers-rows{position:absolute;pointer-events:none;top:1em;font-size:100%;left:0;width:3em;letter-spacing:-1px;border-right:1px solid #999;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none}.markdown-preview pre.line-numbers .line-numbers-rows>span{pointer-events:none;display:block;counter-increment:linenumber}.markdown-preview pre.line-numbers .line-numbers-rows>span:before{content:counter(linenumber);color:#999;display:block;padding-right:.8em;text-align:right}.markdown-preview .mathjax-exps .MathJax_Display{text-align:center !important}.markdown-preview:not([for="preview"]) .code-chunk .btn-group{display:none}.markdown-preview:not([for="preview"]) .code-chunk .status{display:none}.markdown-preview:not([for="preview"]) .code-chunk .output-div{margin-bottom:16px}.scrollbar-style::-webkit-scrollbar{width:8px}.scrollbar-style::-webkit-scrollbar-track{border-radius:10px;background-color:transparent}.scrollbar-style::-webkit-scrollbar-thumb{border-radius:5px;background-color:rgba(150,150,150,0.66);border:4px solid rgba(150,150,150,0.66);background-clip:content-box}html body[for="html-export"]:not([data-presentation-mode]){position:relative;width:100%;height:100%;top:0;left:0;margin:0;padding:0;overflow:auto}html body[for="html-export"]:not([data-presentation-mode]) .markdown-preview{position:relative;top:0}@media screen and (min-width:914px){html body[for="html-export"]:not([data-presentation-mode]) .markdown-preview{padding:2em calc(50% - 457px + 2em)}}@media screen and (max-width:914px){html body[for="html-export"]:not([data-presentation-mode]) .markdown-preview{padding:2em}}@media screen and (max-width:450px){html body[for="html-export"]:not([data-presentation-mode]) .markdown-preview{font-size:14px !important;padding:1em}}@media print{html body[for="html-export"]:not([data-presentation-mode]) #sidebar-toc-btn{display:none}}html body[for="html-export"]:not([data-presentation-mode]) #sidebar-toc-btn{position:fixed;bottom:8px;left:8px;font-size:28px;cursor:pointer;color:inherit;z-index:99;width:32px;text-align:center;opacity:.4}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] #sidebar-toc-btn{opacity:1}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc{position:fixed;top:0;left:0;width:300px;height:100%;padding:32px 0 48px 0;font-size:14px;box-shadow:0 0 4px rgba(150,150,150,0.33);box-sizing:border-box;overflow:auto;background-color:inherit}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc::-webkit-scrollbar{width:8px}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc::-webkit-scrollbar-track{border-radius:10px;background-color:transparent}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc::-webkit-scrollbar-thumb{border-radius:5px;background-color:rgba(150,150,150,0.66);border:4px solid rgba(150,150,150,0.66);background-clip:content-box}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc a{text-decoration:none}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc ul{padding:0 1.6em;margin-top:.8em}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc li{margin-bottom:.8em}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .md-sidebar-toc ul{list-style-type:none}html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .markdown-preview{left:300px;width:calc(100% -  300px);padding:2em calc(50% - 457px -  150px);margin:0;box-sizing:border-box}@media screen and (max-width:1274px){html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .markdown-preview{padding:2em}}@media screen and (max-width:450px){html body[for="html-export"]:not([data-presentation-mode])[html-show-sidebar-toc] .markdown-preview{width:100%}}html body[for="html-export"]:not([data-presentation-mode]):not([html-show-sidebar-toc]) .markdown-preview{left:50%;transform:translateX(-50%)}html body[for="html-export"]:not([data-presentation-mode]):not([html-show-sidebar-toc]) .md-sidebar-toc{display:none}
/* Please visit the URL below for more information: */
/*   https://shd101wyy.github.io/markdown-preview-enhanced/#/customize-css */

      </style>
    </head>
    <body for="html-export" data-presentation-mode>
      <div class="mume markdown-preview  " data-presentation-mode>
      
    <div style="display:none;"><link rel="stylesheet" href="../common/css/zhangt-style.css">
<link rel="stylesheet" href="../common/css/font-awesome-4.7.0/css/font-awesome.css">
</div>
    <div class="reveal">
      <div class="slides">
        <section data-notes lineno="10" class="slide " data-line="10" data-h="0" data-v="0">
<div id="logo">
    <img src="../common/img/xiaohui.png" style height="120px">
    <img src="../common/img/bdts.png" style="margin-top:0.5rem" height="100px">
</div>
<div>
    <h1 style="width: 50%">
        &#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;<br> 
        <span style="font-size: 0.6em">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</span>
    </h1>
    <h2>&#x5F20;&#x817E;</h2>
    <h3>tengzhang@hust.edu.cn</h3>
</div>
</section><section><section data-notes lineno="25" class="slide " data-line="25" data-h="1" data-v="0">
<div class="multi_column">
    <div class="title_hr"> 
        <hr class="hr_top">
        <h5 class="title">&#x7EB2;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="639pt" height="349pt" viewBox="0.00 0.00 639.19 349.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 345)">
<title>g</title>
<!-- 人工智能 -->
<g id="node1" class="node">
<title>&#x4EBA;&#x5DE5;&#x667A;&#x80FD;</title>
<text text-anchor="middle" x="48.34" y="-165.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x4EBA;&#x5DE5;&#x667A;&#x80FD;</text>
</g>
<!-- 逻辑推理 -->
<g id="node2" class="node">
<title>&#x903B;&#x8F91;&#x63A8;&#x7406;</title>
<text text-anchor="middle" x="167.8136" y="-226.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x903B;&#x8F91;&#x63A8;&#x7406;</text>
</g>
<!-- 人工智能&#45;&gt;逻辑推理 -->
<g id="edge1" class="edge">
<title>&#x4EBA;&#x5DE5;&#x667A;&#x80FD;-&gt;&#x903B;&#x8F91;&#x63A8;&#x7406;</title>
<path fill="none" stroke="#93a1a1" d="M83.8625,-188.1369C97.5818,-195.1415 113.3521,-203.1934 127.4936,-210.4137"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="132.2216,-212.8277 126.7453,-212.5579 129.995,-211.6908 127.7685,-210.554 127.7685,-210.554 127.7685,-210.554 129.995,-211.6908 128.7916,-208.5501 132.2216,-212.8277 132.2216,-212.8277"/>
</g>
<!-- 知识工程 -->
<g id="node3" class="node">
<title>&#x77E5;&#x8BC6;&#x5DE5;&#x7A0B;</title>
<text text-anchor="middle" x="167.8136" y="-165.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x77E5;&#x8BC6;&#x5DE5;&#x7A0B;</text>
</g>
<!-- 人工智能&#45;&gt;知识工程 -->
<g id="edge2" class="edge">
<title>&#x4EBA;&#x5DE5;&#x667A;&#x80FD;-&gt;&#x77E5;&#x8BC6;&#x5DE5;&#x7A0B;</title>
<path fill="none" stroke="#93a1a1" d="M96.5901,-170C103.8516,-170 111.3484,-170 118.6292,-170"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="123.6297,-170 118.6298,-172.2501 121.1297,-170 118.6297,-170.0001 118.6297,-170.0001 118.6297,-170.0001 121.1297,-170 118.6297,-167.7501 123.6297,-170 123.6297,-170"/>
</g>
<!-- 机器学习 -->
<g id="node4" class="node">
<title>&#x673A;&#x5668;&#x5B66;&#x4E60;</title>
<text text-anchor="middle" x="167.8136" y="-104.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x673A;&#x5668;&#x5B66;&#x4E60;</text>
</g>
<!-- 人工智能&#45;&gt;机器学习 -->
<g id="edge3" class="edge">
<title>&#x4EBA;&#x5DE5;&#x667A;&#x80FD;-&gt;&#x673A;&#x5668;&#x5B66;&#x4E60;</title>
<path fill="none" stroke="#93a1a1" d="M83.8625,-151.8631C97.5818,-144.8585 113.3521,-136.8066 127.4936,-129.5863"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="132.2216,-127.1723 128.7916,-131.4499 129.995,-128.3092 127.7685,-129.446 127.7685,-129.446 127.7685,-129.446 129.995,-128.3092 126.7453,-127.4421 132.2216,-127.1723 132.2216,-127.1723"/>
</g>
<!-- 监督学习 -->
<g id="node5" class="node">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<text text-anchor="middle" x="283.1616" y="-196.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x76D1;&#x7763;&#x5B66;&#x4E60;</text>
</g>
<!-- 机器学习&#45;&gt;监督学习 -->
<g id="edge4" class="edge">
<title>&#x673A;&#x5668;&#x5B66;&#x4E60;-&gt;&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<path fill="none" stroke="#93a1a1" d="M195.6751,-127.0296C201.256,-131.0614 206.9384,-135.4877 211.9472,-140 225.522,-152.2292 225.2739,-158.8811 238.9472,-171 242.3401,-174.0072 246.0491,-176.9597 249.8298,-179.7686"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="254.2863,-182.9949 248.9167,-181.8854 252.2612,-181.5289 250.2362,-180.0628 250.2362,-180.0628 250.2362,-180.0628 252.2612,-181.5289 251.5556,-178.2403 254.2863,-182.9949 254.2863,-182.9949"/>
</g>
<!-- 无监督学习 -->
<g id="node6" class="node">
<title>&#x65E0;&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<text text-anchor="middle" x="283.1616" y="-135.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x65E0;&#x76D1;&#x7763;&#x5B66;&#x4E60;</text>
</g>
<!-- 机器学习&#45;&gt;无监督学习 -->
<g id="edge5" class="edge">
<title>&#x673A;&#x5668;&#x5B66;&#x4E60;-&gt;&#x65E0;&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<path fill="none" stroke="#93a1a1" d="M207.5098,-119.6684C215.9776,-121.9442 225.0199,-124.3743 233.7997,-126.7339"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="238.645,-128.0361 233.2323,-128.9112 236.2307,-127.3872 233.8163,-126.7383 233.8163,-126.7383 233.8163,-126.7383 236.2307,-127.3872 234.4003,-124.5654 238.645,-128.0361 238.645,-128.0361"/>
</g>
<!-- 半监督学习 -->
<g id="node7" class="node">
<title>&#x534A;&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<text text-anchor="middle" x="283.1616" y="-74.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x534A;&#x76D1;&#x7763;&#x5B66;&#x4E60;</text>
</g>
<!-- 机器学习&#45;&gt;半监督学习 -->
<g id="edge6" class="edge">
<title>&#x673A;&#x5668;&#x5B66;&#x4E60;-&gt;&#x534A;&#x76D1;&#x7763;&#x5B66;&#x4E60;</title>
<path fill="none" stroke="#93a1a1" d="M207.5098,-98.6757C215.9776,-96.4734 225.0199,-94.1216 233.7997,-91.8382"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="238.645,-90.578 234.3723,-94.0142 236.2255,-91.2073 233.806,-91.8366 233.806,-91.8366 233.806,-91.8366 236.2255,-91.2073 233.2396,-89.6591 238.645,-90.578 238.645,-90.578"/>
</g>
<!-- 强化学习 -->
<g id="node8" class="node">
<title>&#x5F3A;&#x5316;&#x5B66;&#x4E60;</title>
<text text-anchor="middle" x="283.1616" y="-13.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x5F3A;&#x5316;&#x5B66;&#x4E60;</text>
</g>
<!-- 机器学习&#45;&gt;强化学习 -->
<g id="edge7" class="edge">
<title>&#x673A;&#x5668;&#x5B66;&#x4E60;-&gt;&#x5F3A;&#x5316;&#x5B66;&#x4E60;</title>
<path fill="none" stroke="#93a1a1" d="M187.8508,-90.7556C201.8318,-78.2925 221.1087,-61.6316 238.9472,-48 242.8168,-45.043 246.9587,-42.0371 251.0986,-39.1268"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="255.2277,-36.2536 252.4086,-40.9564 253.1756,-37.6816 251.1235,-39.1095 251.1235,-39.1095 251.1235,-39.1095 253.1756,-37.6816 249.8383,-37.2626 255.2277,-36.2536 255.2277,-36.2536"/>
</g>
<!-- 线性回归 -->
<g id="node9" class="node">
<title>&#x7EBF;&#x6027;&#x56DE;&#x5F52;</title>
<text text-anchor="middle" x="408.3744" y="-318.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x7EBF;&#x6027;&#x56DE;&#x5F52;</text>
</g>
<!-- 监督学习&#45;&gt;线性回归 -->
<g id="edge8" class="edge">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;-&gt;&#x7EBF;&#x6027;&#x56DE;&#x5F52;</title>
<path fill="none" stroke="#93a1a1" d="M293.9468,-219.0175C306.5476,-238.9569 328.9398,-271.155 354.376,-293 358.1592,-296.249 362.3496,-299.3076 366.6744,-302.1376"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="371.034,-304.89 365.6049,-304.1232 368.9201,-303.5554 366.8061,-302.2207 366.8061,-302.2207 366.8061,-302.2207 368.9201,-303.5554 368.0073,-300.3181 371.034,-304.89 371.034,-304.89"/>
</g>
<!-- 感知机 -->
<g id="node10" class="node">
<title>&#x611F;&#x77E5;&#x673A;</title>
<text text-anchor="middle" x="408.3744" y="-257.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x611F;&#x77E5;&#x673A;</text>
</g>
<!-- 监督学习&#45;&gt;感知机 -->
<g id="edge9" class="edge">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;-&gt;&#x611F;&#x77E5;&#x673A;</title>
<path fill="none" stroke="#93a1a1" d="M320.3906,-219.1369C337.3911,-227.419 357.3968,-237.1652 374.0325,-245.2697"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="378.63,-247.5094 373.1496,-247.3423 376.3825,-246.4145 374.135,-245.3195 374.135,-245.3195 374.135,-245.3195 376.3825,-246.4145 375.1205,-243.2968 378.63,-247.5094 378.63,-247.5094"/>
</g>
<!-- 支持向量机 -->
<g id="node11" class="node">
<title>&#x652F;&#x6301;&#x5411;&#x91CF;&#x673A;</title>
<text text-anchor="middle" x="408.3744" y="-196.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x652F;&#x6301;&#x5411;&#x91CF;&#x673A;</text>
</g>
<!-- 监督学习&#45;&gt;支持向量机 -->
<g id="edge10" class="edge">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;-&gt;&#x652F;&#x6301;&#x5411;&#x91CF;&#x673A;</title>
<path fill="none" stroke="#93a1a1" d="M321.4099,-201C332.7373,-201 345.3249,-201 357.3256,-201"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="362.4275,-201 357.4275,-203.2501 359.9275,-201 357.4275,-201.0001 357.4275,-201.0001 357.4275,-201.0001 359.9275,-201 357.4274,-198.7501 362.4275,-201 362.4275,-201"/>
</g>
<!-- 对数几率回归 -->
<g id="node12" class="node">
<title>&#x5BF9;&#x6570;&#x51E0;&#x7387;&#x56DE;&#x5F52;</title>
<text text-anchor="middle" x="408.3744" y="-135.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x5BF9;&#x6570;&#x51E0;&#x7387;&#x56DE;&#x5F52;</text>
</g>
<!-- 监督学习&#45;&gt;对数几率回归 -->
<g id="edge11" class="edge">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;-&gt;&#x5BF9;&#x6570;&#x51E0;&#x7387;&#x56DE;&#x5F52;</title>
<path fill="none" stroke="#93a1a1" d="M320.3906,-182.8631C334.8939,-175.7976 351.5844,-167.6664 366.5038,-160.3981"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="371.0727,-158.1723 367.5631,-162.3849 368.8252,-159.2672 366.5777,-160.3622 366.5777,-160.3622 366.5777,-160.3622 368.8252,-159.2672 365.5923,-158.3394 371.0727,-158.1723 371.0727,-158.1723"/>
</g>
<!-- 神经网络 -->
<g id="node13" class="node">
<title>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<text text-anchor="middle" x="408.3744" y="-74.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</text>
</g>
<!-- 监督学习&#45;&gt;神经网络 -->
<g id="edge12" class="edge">
<title>&#x76D1;&#x7763;&#x5B66;&#x4E60;-&gt;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<path fill="none" stroke="#93a1a1" d="M314.9553,-182.6846C319.4851,-179.1901 323.8089,-175.2724 327.376,-171 346.3775,-148.2414 334.5345,-132.0302 354.376,-110 357.6857,-106.3253 361.537,-102.9739 365.6306,-99.9477"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="369.7939,-97.0299 366.9907,-101.7421 367.7466,-98.4647 365.6993,-99.8995 365.6993,-99.8995 365.6993,-99.8995 367.7466,-98.4647 364.408,-98.0569 369.7939,-97.0299 369.7939,-97.0299"/>
</g>
<!-- 卷积神经网络 -->
<g id="node14" class="node">
<title>&#x5377;&#x79EF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<text text-anchor="middle" x="569.946" y="-135.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x5377;&#x79EF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</text>
</g>
<!-- 神经网络&#45;&gt;卷积神经网络 -->
<g id="edge13" class="edge">
<title>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;-&gt;&#x5377;&#x79EF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<path fill="none" stroke="#93a1a1" d="M452.5245,-95.6685C472.5903,-103.2442 496.4818,-112.2642 517.4592,-120.1841"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="522.1659,-121.961 516.6934,-122.2999 519.827,-121.078 517.4882,-120.1949 517.4882,-120.1949 517.4882,-120.1949 519.827,-121.078 518.2829,-118.0899 522.1659,-121.961 522.1659,-121.961"/>
<text text-anchor="middle" x="485.5362" y="-114.6" font-family="EBGaramond12-Regular,fz-lz" font-size="12.00" fill="#93a1a1">&#x56FE;&#x50CF;</text>
</g>
<!-- 循环神经网络 -->
<g id="node15" class="node">
<title>&#x5FAA;&#x73AF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<text text-anchor="middle" x="569.946" y="-74.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x5FAA;&#x73AF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</text>
</g>
<!-- 神经网络&#45;&gt;循环神经网络 -->
<g id="edge14" class="edge">
<title>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;-&gt;&#x5FAA;&#x73AF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<path fill="none" stroke="#93a1a1" d="M452.5245,-79C468.5281,-79 486.9652,-79 504.4165,-79"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="509.7971,-79 504.7971,-81.2501 507.2971,-79 504.7971,-79.0001 504.7971,-79.0001 504.7971,-79.0001 507.2971,-79 504.797,-76.7501 509.7971,-79 509.7971,-79"/>
<text text-anchor="middle" x="485.5362" y="-82.6" font-family="EBGaramond12-Regular,fz-lz" font-size="12.00" fill="#93a1a1">&#x5E8F;&#x5217;</text>
</g>
<!-- 图神经网络 -->
<g id="node16" class="node">
<title>&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<text text-anchor="middle" x="569.946" y="-13.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#93a1a1">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</text>
</g>
<!-- 神经网络&#45;&gt;图神经网络 -->
<g id="edge15" class="edge">
<title>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;-&gt;&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</title>
<path fill="none" stroke="#93a1a1" d="M452.5245,-62.3315C472.5903,-54.7558 496.4818,-45.7358 517.4592,-37.8159"/>
<polygon fill="#93a1a1" stroke="#93a1a1" points="522.1659,-36.039 518.2829,-39.9101 519.827,-36.922 517.4882,-37.8051 517.4882,-37.8051 517.4882,-37.8051 519.827,-36.922 516.6934,-35.7001 522.1659,-36.039 522.1659,-36.039"/>
<text text-anchor="middle" x="485.5362" y="-56.6" font-family="EBGaramond12-Regular,fz-lz" font-size="12.00" fill="#93a1a1">&#x56FE;</text>
</g>
</g>
</svg>
</p><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="71" class="slide " data-line="71" data-h="1" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x53D1;&#x5C55;&#x53F2;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<div class="mermaid">gantt
todayMarker off
dateFormat  YYYY
axisFormat %Y

section &#x795E;&#x7ECF;&#x7F51;&#x7EDC;
&#x6A21;&#x578B;&#x63D0;&#x51FA;: done, 1943, 1969
1943 MP&#x795E;&#x7ECF;&#x7F51;&#x7EDC;: 1943, milestone
1958 Rosenblatt&#x63D0;&#x51FA;&#x611F;&#x77E5;&#x673A;: 1958, milestone
1969 Minsky&#x51FA;&#x7248;&#x300A;&#x611F;&#x77E5;&#x673A;&#x300B;: 1969, milestone
&#x51B0;&#x6CB3;&#x671F;: done, 1969, 1983
1974 &#x53CD;&#x5411;&#x4F20;&#x64AD;&#x88AB;&#x63D0;&#x51FA;: 1974, milestone
1980 &#x5E26;&#x5377;&#x79EF;&#x548C;&#x5B50;&#x91C7;&#x6837;&#x7684;&#x65B0;&#x77E5;&#x673A;: 1980, milestone
&#x590D;&#x5174;: done, 1983, 1995
1983 Hopfield&#x7F51;&#x7EDC;: 1983, milestone
1984 Boltzmann&#x673A;: 1984, milestone
1986 &#x53CD;&#x5411;&#x4F20;&#x64AD;&#x88AB;&#x91CD;&#x65B0;&#x63D0;&#x51FA;: 1986, milestone
&#x4E8C;&#x6B21;&#x51B0;&#x6CB3;: done, 1995, 2006
1995 &#x7EDF;&#x8BA1;&#x673A;&#x5668;&#x5B66;&#x4E60;&#x5174;&#x8D77;: 1995, milestone
&#x6DF1;&#x5EA6;&#x5B66;&#x4E60;: active, 2006, 2020
2012 DNN&#x5F15;&#x8D77;&#x8F70;&#x52A8;: 2012, milestone
</div><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="113" class="slide " data-line="113" data-h="1" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x795E;&#x7ECF;&#x5143;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x57FA;&#x672C;&#x7ED3;&#x6784;&#x79F0;&#x4E3A;&#x795E;&#x7ECF;&#x5143;</p>
<br>
<p>&#x5355;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x5BF9;&#x5E94;&#x7684;&#x6570;&#x5B66;&#x8FD0;&#x7B97;&#x662F;<span class="mathjax-exps">$h(\wv^\top \xv + b)$</span>&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$h$</span>&#x662F;&#x975E;&#x7EBF;&#x6027;<span class="blue">&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</span></p>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="405pt" height="173pt" viewBox="0.00 0.00 404.92 173.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 169)">
<title>g</title>
<!-- i1 -->
<g id="node1" class="node">
<title>i1</title>
<text text-anchor="middle" x="27" y="-142.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x8F93;&#x5165;</text>
</g>
<!-- x1 -->
<g id="node5" class="node">
<title>x1</title>
<ellipse fill="none" stroke="#586e75" cx="118" cy="-147" rx="18" ry="18"/>
</g>
<!-- i1&#45;&gt;x1 -->
<g id="edge1" class="edge">
<title>i1-&gt;x1</title>
<path fill="none" stroke="#586e75" d="M54.303,-147C67.221,-147 82.4821,-147 94.8274,-147"/>
<polygon fill="#586e75" stroke="#586e75" points="99.9244,-147 94.9245,-149.2501 97.4244,-147 94.9244,-147.0001 94.9244,-147.0001 94.9244,-147.0001 97.4244,-147 94.9244,-144.7501 99.9244,-147 99.9244,-147"/>
</g>
<!-- i2 -->
<g id="node2" class="node">
<title>i2</title>
<text text-anchor="middle" x="27" y="-99.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x8F93;&#x5165;</text>
</g>
<!-- x2 -->
<g id="node6" class="node">
<title>x2</title>
<ellipse fill="none" stroke="#586e75" cx="118" cy="-104" rx="18" ry="18"/>
</g>
<!-- i2&#45;&gt;x2 -->
<g id="edge2" class="edge">
<title>i2-&gt;x2</title>
<path fill="none" stroke="#586e75" d="M54.303,-104C67.221,-104 82.4821,-104 94.8274,-104"/>
<polygon fill="#586e75" stroke="#586e75" points="99.9244,-104 94.9245,-106.2501 97.4244,-104 94.9244,-104.0001 94.9244,-104.0001 94.9244,-104.0001 97.4244,-104 94.9244,-101.7501 99.9244,-104 99.9244,-104"/>
</g>
<!-- i3 -->
<g id="node3" class="node">
<title>i3</title>
<text text-anchor="middle" x="27" y="-56.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x22EE;</text>
</g>
<!-- x3 -->
<g id="node7" class="node">
<title>x3</title>
<text text-anchor="middle" x="118" y="-56.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#586e75">&#x22EE;</text>
</g>
<!-- i3&#45;&gt;x3 -->
<g id="edge3" class="edge">
<title>i3-&gt;x3</title>
</g>
<!-- id -->
<g id="node4" class="node">
<title>id</title>
<text text-anchor="middle" x="27" y="-13.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x8F93;&#x5165;</text>
</g>
<!-- xd -->
<g id="node8" class="node">
<title>xd</title>
<ellipse fill="none" stroke="#586e75" cx="118" cy="-18" rx="18" ry="18"/>
</g>
<!-- id&#45;&gt;xd -->
<g id="edge4" class="edge">
<title>id-&gt;xd</title>
<path fill="none" stroke="#586e75" d="M54.303,-18C67.221,-18 82.4821,-18 94.8274,-18"/>
<polygon fill="#586e75" stroke="#586e75" points="99.9244,-18 94.9245,-20.2501 97.4244,-18 94.9244,-18.0001 94.9244,-18.0001 94.9244,-18.0001 97.4244,-18 94.9244,-15.7501 99.9244,-18 99.9244,-18"/>
</g>
<!-- s -->
<g id="node9" class="node">
<title>s</title>
<ellipse fill="none" stroke="#586e75" cx="228.4056" cy="-76" rx="19.6" ry="19.6"/>
<text text-anchor="middle" x="228.4056" y="-71.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x548C;</text>
</g>
<!-- x1&#45;&gt;s -->
<g id="edge5" class="edge">
<title>x1-&gt;s</title>
<path fill="none" stroke="#586e75" d="M134.8415,-139.9346C150.0214,-133.2201 172.6483,-122.3365 190.6066,-110 197.5954,-105.199 204.6616,-99.2137 210.763,-93.6088"/>
<polygon fill="#586e75" stroke="#586e75" points="214.428,-90.1821 212.3124,-95.2405 212.6019,-91.8895 210.7757,-93.5969 210.7757,-93.5969 210.7757,-93.5969 212.6019,-91.8895 209.239,-91.9534 214.428,-90.1821 214.428,-90.1821"/>
<text text-anchor="middle" x="176.8033" y="-130.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6743;&#x91CD;</text>
</g>
<!-- x2&#45;&gt;s -->
<g id="edge6" class="edge">
<title>x2-&gt;s</title>
<path fill="none" stroke="#586e75" d="M135.7386,-99.5013C154.1699,-94.8269 183.1515,-87.4769 203.7933,-82.2419"/>
<polygon fill="#586e75" stroke="#586e75" points="208.8501,-80.9595 204.5566,-84.3697 206.4268,-81.5741 204.0035,-82.1887 204.0035,-82.1887 204.0035,-82.1887 206.4268,-81.5741 203.4504,-80.0077 208.8501,-80.9595 208.8501,-80.9595"/>
<text text-anchor="middle" x="176.8033" y="-96.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6743;&#x91CD;</text>
</g>
<!-- x3&#45;&gt;s -->
<g id="edge8" class="edge">
<title>x3-&gt;s</title>
</g>
<!-- xd&#45;&gt;s -->
<g id="edge7" class="edge">
<title>xd-&gt;s</title>
<path fill="none" stroke="#586e75" d="M135.2079,-24.2116C150.2329,-29.9098 172.4195,-38.9958 190.6066,-49.2 196.6444,-52.5876 202.8946,-56.7264 208.5319,-60.7285"/>
<polygon fill="#586e75" stroke="#586e75" points="212.7098,-63.7475 207.3393,-62.6426 210.6834,-62.2832 208.6571,-60.8189 208.6571,-60.8189 208.6571,-60.8189 210.6834,-62.2832 209.975,-58.9952 212.7098,-63.7475 212.7098,-63.7475"/>
<text text-anchor="middle" x="176.8033" y="-53.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6743;&#x91CD;</text>
</g>
<!-- 输出 -->
<g id="node10" class="node">
<title>&#x8F93;&#x51FA;</title>
<text text-anchor="middle" x="369.9192" y="-71.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x8F93;&#x51FA;</text>
</g>
<!-- s&#45;&gt;输出 -->
<g id="edge9" class="edge">
<title>s-&gt;&#x8F93;&#x51FA;</title>
<path fill="none" stroke="#586e75" d="M248.3809,-76C271.523,-76 309.983,-76 337.4408,-76"/>
<polygon fill="#586e75" stroke="#586e75" points="342.7779,-76 337.7779,-78.2501 340.2779,-76 337.7779,-76.0001 337.7779,-76.0001 337.7779,-76.0001 340.2779,-76 337.7778,-73.7501 342.7779,-76 342.7779,-76"/>
<text text-anchor="middle" x="295.5619" y="-80.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</text>
</g>
</g>
</svg>
</p><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="181" class="slide " data-line="181" data-h="1" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5C06;&#x795E;&#x7ECF;&#x5143;&#x5E7F;&#x6CDB;&#x5E76;&#x884C;&#x4E92;&#x8FDE;&#x5C31;&#x6784;&#x6210;&#x4E86;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</p>
<p align="center"><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="491pt" height="267pt" viewBox="0.00 0.00 491.00 267.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 263)">
<title>g</title>
<g id="clust1" class="cluster">
<title>cluster_0</title>
</g>
<g id="clust2" class="cluster">
<title>cluster_1</title>
<polygon fill="transparent" stroke="#839496" stroke-dasharray="5,2" points="13,-41 13,-218 72,-218 72,-41 13,-41"/>
<text text-anchor="middle" x="42.5" y="-201.4" font-family="fz-lz" font-size="14.00" fill="#268bd2">&#x8F93;&#x5165;&#x5C42;</text>
</g>
<g id="clust3" class="cluster">
<title>cluster_2</title>
<polygon fill="transparent" stroke="#839496" stroke-dasharray="5,2" points="122,-16 122,-243 362,-243 362,-16 122,-16"/>
<text text-anchor="middle" x="242" y="-226.4" font-family="fz-lz" font-size="14.00" fill="#268bd2">&#x9690;&#x85CF;&#x5C42;</text>
</g>
<g id="clust9" class="cluster">
<title>cluster_4</title>
<polygon fill="transparent" stroke="#839496" stroke-dasharray="5,2" points="412,-41 412,-218 470,-218 470,-41 412,-41"/>
<text text-anchor="middle" x="441" y="-201.4" font-family="fz-lz" font-size="14.00" fill="#268bd2">&#x8F93;&#x51FA;&#x5C42;</text>
</g>
<!-- 11 -->
<g id="node1" class="node">
<title>11</title>
<ellipse fill="none" stroke="#859900" cx="42" cy="-117" rx="18" ry="18"/>
</g>
<!-- 21 -->
<g id="node4" class="node">
<title>21</title>
<ellipse fill="none" stroke="#859900" cx="148" cy="-192" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;21 -->
<g id="edge1" class="edge">
<title>11-&gt;21</title>
<path fill="none" stroke="#859900" d="M56.7388,-127.4284C75.5394,-140.7307 108.0936,-163.7644 128.8123,-178.4238"/>
<polygon fill="#859900" stroke="#859900" points="133.0446,-181.4184 127.6634,-180.3671 131.0038,-179.9744 128.963,-178.5304 128.963,-178.5304 128.963,-178.5304 131.0038,-179.9744 130.2626,-176.6936 133.0446,-181.4184 133.0446,-181.4184"/>
</g>
<!-- 22 -->
<g id="node5" class="node">
<title>22</title>
<ellipse fill="none" stroke="#586e75" cx="148" cy="-142" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;22 -->
<g id="edge4" class="edge">
<title>11-&gt;22</title>
<path fill="none" stroke="#586e75" d="M59.9815,-121.2409C77.9064,-125.4685 105.5043,-131.9774 125.0114,-136.5782"/>
<polygon fill="#586e75" stroke="#586e75" points="130.2841,-137.8217 124.9011,-138.8638 127.8509,-137.2478 125.4176,-136.6739 125.4176,-136.6739 125.4176,-136.6739 127.8509,-137.2478 125.9341,-134.484 130.2841,-137.8217 130.2841,-137.8217"/>
</g>
<!-- 23 -->
<g id="node6" class="node">
<title>23</title>
<ellipse fill="none" stroke="#586e75" cx="148" cy="-92" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;23 -->
<g id="edge5" class="edge">
<title>11-&gt;23</title>
<path fill="none" stroke="#586e75" d="M59.9815,-112.7591C77.9064,-108.5315 105.5043,-102.0226 125.0114,-97.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="130.2841,-96.1783 125.9341,-99.516 127.8509,-96.7522 125.4176,-97.3261 125.4176,-97.3261 125.4176,-97.3261 127.8509,-96.7522 124.9011,-95.1362 130.2841,-96.1783 130.2841,-96.1783"/>
</g>
<!-- 24 -->
<g id="node7" class="node">
<title>24</title>
<ellipse fill="none" stroke="#586e75" cx="148" cy="-42" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;24 -->
<g id="edge6" class="edge">
<title>11-&gt;24</title>
<path fill="none" stroke="#586e75" d="M56.7388,-106.5716C75.5394,-93.2693 108.0936,-70.2356 128.8123,-55.5762"/>
<polygon fill="#586e75" stroke="#586e75" points="133.0446,-52.5816 130.2626,-57.3064 131.0038,-54.0256 128.963,-55.4696 128.963,-55.4696 128.963,-55.4696 131.0038,-54.0256 127.6634,-53.6329 133.0446,-52.5816 133.0446,-52.5816"/>
</g>
<!-- 12 -->
<g id="node2" class="node">
<title>12</title>
<ellipse fill="none" stroke="#859900" cx="42" cy="-67" rx="18" ry="18"/>
</g>
<!-- 12&#45;&gt;21 -->
<g id="edge2" class="edge">
<title>12-&gt;21</title>
<path fill="none" stroke="#859900" d="M56.7953,-77.9183C61.8997,-82.0393 67.4686,-86.9571 72,-92 98.7765,-121.7986 96.2989,-136.2691 122,-167 124.7142,-170.2454 127.8067,-173.5191 130.8888,-176.58"/>
<polygon fill="#859900" stroke="#859900" points="134.4788,-180.0612 129.3229,-178.1958 132.684,-178.3208 130.8893,-176.5805 130.8893,-176.5805 130.8893,-176.5805 132.684,-178.3208 132.4556,-174.9652 134.4788,-180.0612 134.4788,-180.0612"/>
</g>
<!-- 12&#45;&gt;22 -->
<g id="edge7" class="edge">
<title>12-&gt;22</title>
<path fill="none" stroke="#586e75" d="M56.7388,-77.4284C75.5394,-90.7307 108.0936,-113.7644 128.8123,-128.4238"/>
<polygon fill="#586e75" stroke="#586e75" points="133.0446,-131.4184 127.6634,-130.3671 131.0038,-129.9744 128.963,-128.5304 128.963,-128.5304 128.963,-128.5304 131.0038,-129.9744 130.2626,-126.6936 133.0446,-131.4184 133.0446,-131.4184"/>
</g>
<!-- 12&#45;&gt;23 -->
<g id="edge8" class="edge">
<title>12-&gt;23</title>
<path fill="none" stroke="#586e75" d="M59.9815,-71.2409C77.9064,-75.4685 105.5043,-81.9774 125.0114,-86.5782"/>
<polygon fill="#586e75" stroke="#586e75" points="130.2841,-87.8217 124.9011,-88.8638 127.8509,-87.2478 125.4176,-86.6739 125.4176,-86.6739 125.4176,-86.6739 127.8509,-87.2478 125.9341,-84.484 130.2841,-87.8217 130.2841,-87.8217"/>
</g>
<!-- 12&#45;&gt;24 -->
<g id="edge9" class="edge">
<title>12-&gt;24</title>
<path fill="none" stroke="#586e75" d="M59.9815,-62.7591C77.9064,-58.5315 105.5043,-52.0226 125.0114,-47.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="130.2841,-46.1783 125.9341,-49.516 127.8509,-46.7522 125.4176,-47.3261 125.4176,-47.3261 125.4176,-47.3261 127.8509,-46.7522 124.9011,-45.1362 130.2841,-46.1783 130.2841,-46.1783"/>
</g>
<!-- 13 -->
<g id="node3" class="node">
<title>13</title>
<ellipse fill="none" stroke="#859900" cx="42" cy="-167" rx="18" ry="18"/>
</g>
<!-- 13&#45;&gt;21 -->
<g id="edge3" class="edge">
<title>13-&gt;21</title>
<path fill="none" stroke="#859900" d="M59.9815,-171.2409C77.9064,-175.4685 105.5043,-181.9774 125.0114,-186.5782"/>
<polygon fill="#859900" stroke="#859900" points="130.2841,-187.8217 124.9011,-188.8638 127.8509,-187.2478 125.4176,-186.6739 125.4176,-186.6739 125.4176,-186.6739 127.8509,-187.2478 125.9341,-184.484 130.2841,-187.8217 130.2841,-187.8217"/>
</g>
<!-- 13&#45;&gt;22 -->
<g id="edge10" class="edge">
<title>13-&gt;22</title>
<path fill="none" stroke="#586e75" d="M59.9815,-162.7591C77.9064,-158.5315 105.5043,-152.0226 125.0114,-147.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="130.2841,-146.1783 125.9341,-149.516 127.8509,-146.7522 125.4176,-147.3261 125.4176,-147.3261 125.4176,-147.3261 127.8509,-146.7522 124.9011,-145.1362 130.2841,-146.1783 130.2841,-146.1783"/>
</g>
<!-- 13&#45;&gt;23 -->
<g id="edge11" class="edge">
<title>13-&gt;23</title>
<path fill="none" stroke="#586e75" d="M56.7388,-156.5716C75.5394,-143.2693 108.0936,-120.2356 128.8123,-105.5762"/>
<polygon fill="#586e75" stroke="#586e75" points="133.0446,-102.5816 130.2626,-107.3064 131.0038,-104.0256 128.963,-105.4696 128.963,-105.4696 128.963,-105.4696 131.0038,-104.0256 127.6634,-103.6329 133.0446,-102.5816 133.0446,-102.5816"/>
</g>
<!-- 13&#45;&gt;24 -->
<g id="edge12" class="edge">
<title>13-&gt;24</title>
<path fill="none" stroke="#586e75" d="M56.7953,-156.0817C61.8997,-151.9607 67.4686,-147.0429 72,-142 98.7765,-112.2014 96.2989,-97.7309 122,-67 124.7142,-63.7546 127.8067,-60.4809 130.8888,-57.42"/>
<polygon fill="#586e75" stroke="#586e75" points="134.4788,-53.9388 132.4556,-59.0348 132.684,-55.6792 130.8893,-57.4195 130.8893,-57.4195 130.8893,-57.4195 132.684,-55.6792 129.3229,-55.8042 134.4788,-53.9388 134.4788,-53.9388"/>
</g>
<!-- 31 -->
<g id="node8" class="node">
<title>31</title>
<ellipse fill="none" stroke="#586e75" cx="242" cy="-42" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;31 -->
<g id="edge13" class="edge">
<title>21-&gt;31</title>
<path fill="none" stroke="#586e75" d="M158.9051,-177.3616C161.306,-174.0007 163.7902,-170.4115 166,-167 193.9332,-123.8776 196.0668,-110.1224 224,-67 225.3121,-64.9744 226.7209,-62.8862 228.1515,-60.8203"/>
<polygon fill="#586e75" stroke="#586e75" points="231.0949,-56.6384 230.057,-62.0223 229.6559,-58.6828 228.217,-60.7272 228.217,-60.7272 228.217,-60.7272 229.6559,-58.6828 226.3771,-59.4322 231.0949,-56.6384 231.0949,-56.6384"/>
</g>
<!-- 32 -->
<g id="node9" class="node">
<title>32</title>
<ellipse fill="none" stroke="#586e75" cx="242" cy="-92" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;32 -->
<g id="edge14" class="edge">
<title>21-&gt;32</title>
<path fill="none" stroke="#586e75" d="M160.6773,-178.5136C177.5905,-160.5208 207.5422,-128.6573 225.9939,-109.0278"/>
<polygon fill="#586e75" stroke="#586e75" points="229.5236,-105.2728 227.7384,-110.457 227.8113,-107.0944 226.099,-108.9159 226.099,-108.9159 226.099,-108.9159 227.8113,-107.0944 224.4596,-107.3749 229.5236,-105.2728 229.5236,-105.2728"/>
</g>
<!-- 33 -->
<g id="node10" class="node">
<title>33</title>
<ellipse fill="none" stroke="#586e75" cx="242" cy="-142" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;33 -->
<g id="edge15" class="edge">
<title>21-&gt;33</title>
<path fill="none" stroke="#586e75" d="M163.9458,-183.5182C179.7458,-175.1139 204.0206,-162.2018 221.3005,-153.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-150.5234 222.6182,-154.858 223.7688,-151.6975 221.5616,-152.8715 221.5616,-152.8715 221.5616,-152.8715 223.7688,-151.6975 220.5049,-150.8851 225.976,-150.5234 225.976,-150.5234"/>
</g>
<!-- 34 -->
<g id="node11" class="node">
<title>34</title>
<ellipse fill="none" stroke="#586e75" cx="242" cy="-192" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;34 -->
<g id="edge16" class="edge">
<title>21-&gt;34</title>
<path fill="none" stroke="#586e75" d="M166.1241,-192C181.0789,-192 202.4017,-192 218.6371,-192"/>
<polygon fill="#586e75" stroke="#586e75" points="223.9315,-192 218.9315,-194.2501 221.4315,-192 218.9315,-192.0001 218.9315,-192.0001 218.9315,-192.0001 221.4315,-192 218.9315,-189.7501 223.9315,-192 223.9315,-192"/>
</g>
<!-- 22&#45;&gt;31 -->
<g id="edge17" class="edge">
<title>22-&gt;31</title>
<path fill="none" stroke="#586e75" d="M160.6773,-128.5136C177.5905,-110.5208 207.5422,-78.6573 225.9939,-59.0278"/>
<polygon fill="#586e75" stroke="#586e75" points="229.5236,-55.2728 227.7384,-60.457 227.8113,-57.0944 226.099,-58.9159 226.099,-58.9159 226.099,-58.9159 227.8113,-57.0944 224.4596,-57.3749 229.5236,-55.2728 229.5236,-55.2728"/>
</g>
<!-- 22&#45;&gt;32 -->
<g id="edge18" class="edge">
<title>22-&gt;32</title>
<path fill="none" stroke="#586e75" d="M163.9458,-133.5182C179.7458,-125.1139 204.0206,-112.2018 221.3005,-103.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-100.5234 222.6182,-104.858 223.7688,-101.6975 221.5616,-102.8715 221.5616,-102.8715 221.5616,-102.8715 223.7688,-101.6975 220.5049,-100.8851 225.976,-100.5234 225.976,-100.5234"/>
</g>
<!-- 22&#45;&gt;33 -->
<g id="edge19" class="edge">
<title>22-&gt;33</title>
<path fill="none" stroke="#586e75" d="M166.1241,-142C181.0789,-142 202.4017,-142 218.6371,-142"/>
<polygon fill="#586e75" stroke="#586e75" points="223.9315,-142 218.9315,-144.2501 221.4315,-142 218.9315,-142.0001 218.9315,-142.0001 218.9315,-142.0001 221.4315,-142 218.9315,-139.7501 223.9315,-142 223.9315,-142"/>
</g>
<!-- 22&#45;&gt;34 -->
<g id="edge20" class="edge">
<title>22-&gt;34</title>
<path fill="none" stroke="#586e75" d="M163.9458,-150.4818C179.7458,-158.8861 204.0206,-171.7982 221.3005,-180.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-183.4766 220.5049,-183.1149 223.7688,-182.3025 221.5616,-181.1285 221.5616,-181.1285 221.5616,-181.1285 223.7688,-182.3025 222.6182,-179.142 225.976,-183.4766 225.976,-183.4766"/>
</g>
<!-- 23&#45;&gt;31 -->
<g id="edge21" class="edge">
<title>23-&gt;31</title>
<path fill="none" stroke="#586e75" d="M163.9458,-83.5182C179.7458,-75.1139 204.0206,-62.2018 221.3005,-53.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-50.5234 222.6182,-54.858 223.7688,-51.6975 221.5616,-52.8715 221.5616,-52.8715 221.5616,-52.8715 223.7688,-51.6975 220.5049,-50.8851 225.976,-50.5234 225.976,-50.5234"/>
</g>
<!-- 23&#45;&gt;32 -->
<g id="edge22" class="edge">
<title>23-&gt;32</title>
<path fill="none" stroke="#586e75" d="M166.1241,-92C181.0789,-92 202.4017,-92 218.6371,-92"/>
<polygon fill="#586e75" stroke="#586e75" points="223.9315,-92 218.9315,-94.2501 221.4315,-92 218.9315,-92.0001 218.9315,-92.0001 218.9315,-92.0001 221.4315,-92 218.9315,-89.7501 223.9315,-92 223.9315,-92"/>
</g>
<!-- 23&#45;&gt;33 -->
<g id="edge23" class="edge">
<title>23-&gt;33</title>
<path fill="none" stroke="#586e75" d="M163.9458,-100.4818C179.7458,-108.8861 204.0206,-121.7982 221.3005,-130.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-133.4766 220.5049,-133.1149 223.7688,-132.3025 221.5616,-131.1285 221.5616,-131.1285 221.5616,-131.1285 223.7688,-132.3025 222.6182,-129.142 225.976,-133.4766 225.976,-133.4766"/>
</g>
<!-- 23&#45;&gt;34 -->
<g id="edge24" class="edge">
<title>23-&gt;34</title>
<path fill="none" stroke="#586e75" d="M160.6773,-105.4864C177.5905,-123.4792 207.5422,-155.3427 225.9939,-174.9722"/>
<polygon fill="#586e75" stroke="#586e75" points="229.5236,-178.7272 224.4596,-176.6251 227.8113,-176.9056 226.099,-175.0841 226.099,-175.0841 226.099,-175.0841 227.8113,-176.9056 227.7384,-173.543 229.5236,-178.7272 229.5236,-178.7272"/>
</g>
<!-- 24&#45;&gt;31 -->
<g id="edge25" class="edge">
<title>24-&gt;31</title>
<path fill="none" stroke="#586e75" d="M166.1241,-42C181.0789,-42 202.4017,-42 218.6371,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="223.9315,-42 218.9315,-44.2501 221.4315,-42 218.9315,-42.0001 218.9315,-42.0001 218.9315,-42.0001 221.4315,-42 218.9315,-39.7501 223.9315,-42 223.9315,-42"/>
</g>
<!-- 24&#45;&gt;32 -->
<g id="edge26" class="edge">
<title>24-&gt;32</title>
<path fill="none" stroke="#586e75" d="M163.9458,-50.4818C179.7458,-58.8861 204.0206,-71.7982 221.3005,-80.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="225.976,-83.4766 220.5049,-83.1149 223.7688,-82.3025 221.5616,-81.1285 221.5616,-81.1285 221.5616,-81.1285 223.7688,-82.3025 222.6182,-79.142 225.976,-83.4766 225.976,-83.4766"/>
</g>
<!-- 24&#45;&gt;33 -->
<g id="edge27" class="edge">
<title>24-&gt;33</title>
<path fill="none" stroke="#586e75" d="M160.6773,-55.4864C177.5905,-73.4792 207.5422,-105.3427 225.9939,-124.9722"/>
<polygon fill="#586e75" stroke="#586e75" points="229.5236,-128.7272 224.4596,-126.6251 227.8113,-126.9056 226.099,-125.0841 226.099,-125.0841 226.099,-125.0841 227.8113,-126.9056 227.7384,-123.543 229.5236,-128.7272 229.5236,-128.7272"/>
</g>
<!-- 24&#45;&gt;34 -->
<g id="edge28" class="edge">
<title>24-&gt;34</title>
<path fill="none" stroke="#586e75" d="M158.9051,-56.6384C161.306,-59.9993 163.7902,-63.5885 166,-67 193.9332,-110.1224 196.0668,-123.8776 224,-167 225.3121,-169.0256 226.7209,-171.1138 228.1515,-173.1797"/>
<polygon fill="#586e75" stroke="#586e75" points="231.0949,-177.3616 226.3771,-174.5678 229.6559,-175.3172 228.217,-173.2728 228.217,-173.2728 228.217,-173.2728 229.6559,-175.3172 230.057,-171.9777 231.0949,-177.3616 231.0949,-177.3616"/>
</g>
<!-- 41 -->
<g id="node12" class="node">
<title>41</title>
<ellipse fill="none" stroke="#586e75" cx="336" cy="-42" rx="18" ry="18"/>
</g>
<!-- 31&#45;&gt;41 -->
<g id="edge29" class="edge">
<title>31-&gt;41</title>
<path fill="none" stroke="#586e75" d="M260.1241,-42C275.0789,-42 296.4017,-42 312.6371,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="317.9315,-42 312.9315,-44.2501 315.4315,-42 312.9315,-42.0001 312.9315,-42.0001 312.9315,-42.0001 315.4315,-42 312.9315,-39.7501 317.9315,-42 317.9315,-42"/>
</g>
<!-- 42 -->
<g id="node13" class="node">
<title>42</title>
<ellipse fill="none" stroke="#586e75" cx="336" cy="-92" rx="18" ry="18"/>
</g>
<!-- 31&#45;&gt;42 -->
<g id="edge30" class="edge">
<title>31-&gt;42</title>
<path fill="none" stroke="#586e75" d="M257.9458,-50.4818C273.7458,-58.8861 298.0206,-71.7982 315.3005,-80.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-83.4766 314.5049,-83.1149 317.7688,-82.3025 315.5616,-81.1285 315.5616,-81.1285 315.5616,-81.1285 317.7688,-82.3025 316.6182,-79.142 319.976,-83.4766 319.976,-83.4766"/>
</g>
<!-- 43 -->
<g id="node14" class="node">
<title>43</title>
<ellipse fill="none" stroke="#586e75" cx="336" cy="-142" rx="18" ry="18"/>
</g>
<!-- 31&#45;&gt;43 -->
<g id="edge31" class="edge">
<title>31-&gt;43</title>
<path fill="none" stroke="#586e75" d="M254.6773,-55.4864C271.5905,-73.4792 301.5422,-105.3427 319.9939,-124.9722"/>
<polygon fill="#586e75" stroke="#586e75" points="323.5236,-128.7272 318.4596,-126.6251 321.8113,-126.9056 320.099,-125.0841 320.099,-125.0841 320.099,-125.0841 321.8113,-126.9056 321.7384,-123.543 323.5236,-128.7272 323.5236,-128.7272"/>
</g>
<!-- 44 -->
<g id="node15" class="node">
<title>44</title>
<ellipse fill="none" stroke="#586e75" cx="336" cy="-192" rx="18" ry="18"/>
</g>
<!-- 31&#45;&gt;44 -->
<g id="edge32" class="edge">
<title>31-&gt;44</title>
<path fill="none" stroke="#586e75" d="M252.9051,-56.6384C255.306,-59.9993 257.7902,-63.5885 260,-67 287.9332,-110.1224 290.0668,-123.8776 318,-167 319.3121,-169.0256 320.7209,-171.1138 322.1515,-173.1797"/>
<polygon fill="#586e75" stroke="#586e75" points="325.0949,-177.3616 320.3771,-174.5678 323.6559,-175.3172 322.217,-173.2728 322.217,-173.2728 322.217,-173.2728 323.6559,-175.3172 324.057,-171.9777 325.0949,-177.3616 325.0949,-177.3616"/>
</g>
<!-- 32&#45;&gt;41 -->
<g id="edge33" class="edge">
<title>32-&gt;41</title>
<path fill="none" stroke="#586e75" d="M257.9458,-83.5182C273.7458,-75.1139 298.0206,-62.2018 315.3005,-53.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-50.5234 316.6182,-54.858 317.7688,-51.6975 315.5616,-52.8715 315.5616,-52.8715 315.5616,-52.8715 317.7688,-51.6975 314.5049,-50.8851 319.976,-50.5234 319.976,-50.5234"/>
</g>
<!-- 32&#45;&gt;42 -->
<g id="edge34" class="edge">
<title>32-&gt;42</title>
<path fill="none" stroke="#586e75" d="M260.1241,-92C275.0789,-92 296.4017,-92 312.6371,-92"/>
<polygon fill="#586e75" stroke="#586e75" points="317.9315,-92 312.9315,-94.2501 315.4315,-92 312.9315,-92.0001 312.9315,-92.0001 312.9315,-92.0001 315.4315,-92 312.9315,-89.7501 317.9315,-92 317.9315,-92"/>
</g>
<!-- 32&#45;&gt;43 -->
<g id="edge35" class="edge">
<title>32-&gt;43</title>
<path fill="none" stroke="#586e75" d="M257.9458,-100.4818C273.7458,-108.8861 298.0206,-121.7982 315.3005,-130.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-133.4766 314.5049,-133.1149 317.7688,-132.3025 315.5616,-131.1285 315.5616,-131.1285 315.5616,-131.1285 317.7688,-132.3025 316.6182,-129.142 319.976,-133.4766 319.976,-133.4766"/>
</g>
<!-- 32&#45;&gt;44 -->
<g id="edge36" class="edge">
<title>32-&gt;44</title>
<path fill="none" stroke="#586e75" d="M254.6773,-105.4864C271.5905,-123.4792 301.5422,-155.3427 319.9939,-174.9722"/>
<polygon fill="#586e75" stroke="#586e75" points="323.5236,-178.7272 318.4596,-176.6251 321.8113,-176.9056 320.099,-175.0841 320.099,-175.0841 320.099,-175.0841 321.8113,-176.9056 321.7384,-173.543 323.5236,-178.7272 323.5236,-178.7272"/>
</g>
<!-- 33&#45;&gt;41 -->
<g id="edge37" class="edge">
<title>33-&gt;41</title>
<path fill="none" stroke="#586e75" d="M254.6773,-128.5136C271.5905,-110.5208 301.5422,-78.6573 319.9939,-59.0278"/>
<polygon fill="#586e75" stroke="#586e75" points="323.5236,-55.2728 321.7384,-60.457 321.8113,-57.0944 320.099,-58.9159 320.099,-58.9159 320.099,-58.9159 321.8113,-57.0944 318.4596,-57.3749 323.5236,-55.2728 323.5236,-55.2728"/>
</g>
<!-- 33&#45;&gt;42 -->
<g id="edge38" class="edge">
<title>33-&gt;42</title>
<path fill="none" stroke="#586e75" d="M257.9458,-133.5182C273.7458,-125.1139 298.0206,-112.2018 315.3005,-103.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-100.5234 316.6182,-104.858 317.7688,-101.6975 315.5616,-102.8715 315.5616,-102.8715 315.5616,-102.8715 317.7688,-101.6975 314.5049,-100.8851 319.976,-100.5234 319.976,-100.5234"/>
</g>
<!-- 33&#45;&gt;43 -->
<g id="edge39" class="edge">
<title>33-&gt;43</title>
<path fill="none" stroke="#586e75" d="M260.1241,-142C275.0789,-142 296.4017,-142 312.6371,-142"/>
<polygon fill="#586e75" stroke="#586e75" points="317.9315,-142 312.9315,-144.2501 315.4315,-142 312.9315,-142.0001 312.9315,-142.0001 312.9315,-142.0001 315.4315,-142 312.9315,-139.7501 317.9315,-142 317.9315,-142"/>
</g>
<!-- 33&#45;&gt;44 -->
<g id="edge40" class="edge">
<title>33-&gt;44</title>
<path fill="none" stroke="#586e75" d="M257.9458,-150.4818C273.7458,-158.8861 298.0206,-171.7982 315.3005,-180.9896"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-183.4766 314.5049,-183.1149 317.7688,-182.3025 315.5616,-181.1285 315.5616,-181.1285 315.5616,-181.1285 317.7688,-182.3025 316.6182,-179.142 319.976,-183.4766 319.976,-183.4766"/>
</g>
<!-- 34&#45;&gt;41 -->
<g id="edge41" class="edge">
<title>34-&gt;41</title>
<path fill="none" stroke="#586e75" d="M252.9051,-177.3616C255.306,-174.0007 257.7902,-170.4115 260,-167 287.9332,-123.8776 290.0668,-110.1224 318,-67 319.3121,-64.9744 320.7209,-62.8862 322.1515,-60.8203"/>
<polygon fill="#586e75" stroke="#586e75" points="325.0949,-56.6384 324.057,-62.0223 323.6559,-58.6828 322.217,-60.7272 322.217,-60.7272 322.217,-60.7272 323.6559,-58.6828 320.3771,-59.4322 325.0949,-56.6384 325.0949,-56.6384"/>
</g>
<!-- 34&#45;&gt;42 -->
<g id="edge42" class="edge">
<title>34-&gt;42</title>
<path fill="none" stroke="#586e75" d="M254.6773,-178.5136C271.5905,-160.5208 301.5422,-128.6573 319.9939,-109.0278"/>
<polygon fill="#586e75" stroke="#586e75" points="323.5236,-105.2728 321.7384,-110.457 321.8113,-107.0944 320.099,-108.9159 320.099,-108.9159 320.099,-108.9159 321.8113,-107.0944 318.4596,-107.3749 323.5236,-105.2728 323.5236,-105.2728"/>
</g>
<!-- 34&#45;&gt;43 -->
<g id="edge43" class="edge">
<title>34-&gt;43</title>
<path fill="none" stroke="#586e75" d="M257.9458,-183.5182C273.7458,-175.1139 298.0206,-162.2018 315.3005,-153.0104"/>
<polygon fill="#586e75" stroke="#586e75" points="319.976,-150.5234 316.6182,-154.858 317.7688,-151.6975 315.5616,-152.8715 315.5616,-152.8715 315.5616,-152.8715 317.7688,-151.6975 314.5049,-150.8851 319.976,-150.5234 319.976,-150.5234"/>
</g>
<!-- 34&#45;&gt;44 -->
<g id="edge44" class="edge">
<title>34-&gt;44</title>
<path fill="none" stroke="#586e75" d="M260.1241,-192C275.0789,-192 296.4017,-192 312.6371,-192"/>
<polygon fill="#586e75" stroke="#586e75" points="317.9315,-192 312.9315,-194.2501 315.4315,-192 312.9315,-192.0001 312.9315,-192.0001 312.9315,-192.0001 315.4315,-192 312.9315,-189.7501 317.9315,-192 317.9315,-192"/>
</g>
<!-- 51 -->
<g id="node16" class="node">
<title>51</title>
<ellipse fill="none" stroke="#586e75" cx="441" cy="-67" rx="18" ry="18"/>
</g>
<!-- 41&#45;&gt;51 -->
<g id="edge45" class="edge">
<title>41-&gt;51</title>
<path fill="none" stroke="#586e75" d="M353.8118,-46.2409C371.5677,-50.4685 398.9052,-56.9774 418.2283,-61.5782"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-62.8217 418.066,-63.8524 421.0192,-62.2426 418.5872,-61.6635 418.5872,-61.6635 418.5872,-61.6635 421.0192,-62.2426 419.1084,-59.4747 423.4512,-62.8217 423.4512,-62.8217"/>
</g>
<!-- 52 -->
<g id="node17" class="node">
<title>52</title>
<ellipse fill="none" stroke="#586e75" cx="441" cy="-167" rx="18" ry="18"/>
</g>
<!-- 41&#45;&gt;52 -->
<g id="edge46" class="edge">
<title>41-&gt;52</title>
<path fill="none" stroke="#586e75" d="M349.5212,-53.9388C353.7151,-57.9146 358.2237,-62.4847 362,-67 387.7011,-97.7309 385.4736,-111.9785 412,-142 415.1635,-145.5803 418.8366,-149.1209 422.4838,-152.3618"/>
<polygon fill="#586e75" stroke="#586e75" points="426.7213,-156.0132 421.4648,-154.4538 424.8274,-154.3812 422.9335,-152.7493 422.9335,-152.7493 422.9335,-152.7493 424.8274,-154.3812 424.4023,-151.0448 426.7213,-156.0132 426.7213,-156.0132"/>
</g>
<!-- 53 -->
<g id="node18" class="node">
<title>53</title>
<ellipse fill="none" stroke="#586e75" cx="441" cy="-117" rx="18" ry="18"/>
</g>
<!-- 41&#45;&gt;53 -->
<g id="edge47" class="edge">
<title>41-&gt;53</title>
<path fill="none" stroke="#586e75" d="M351.0439,-52.7457C369.7848,-66.132 401.8126,-89.009 422.1656,-103.5468"/>
<polygon fill="#586e75" stroke="#586e75" points="426.3225,-106.5161 420.946,-105.4407 424.2882,-105.063 422.2538,-103.6098 422.2538,-103.6098 422.2538,-103.6098 424.2882,-105.063 423.5616,-101.7789 426.3225,-106.5161 426.3225,-106.5161"/>
</g>
<!-- 42&#45;&gt;51 -->
<g id="edge48" class="edge">
<title>42-&gt;51</title>
<path fill="none" stroke="#586e75" d="M353.8118,-87.7591C371.5677,-83.5315 398.9052,-77.0226 418.2283,-72.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-71.1783 419.1084,-74.5253 421.0192,-71.7574 418.5872,-72.3365 418.5872,-72.3365 418.5872,-72.3365 421.0192,-71.7574 418.066,-70.1476 423.4512,-71.1783 423.4512,-71.1783"/>
</g>
<!-- 42&#45;&gt;52 -->
<g id="edge49" class="edge">
<title>42-&gt;52</title>
<path fill="none" stroke="#586e75" d="M351.0439,-102.7457C369.7848,-116.132 401.8126,-139.009 422.1656,-153.5468"/>
<polygon fill="#586e75" stroke="#586e75" points="426.3225,-156.5161 420.946,-155.4407 424.2882,-155.063 422.2538,-153.6098 422.2538,-153.6098 422.2538,-153.6098 424.2882,-155.063 423.5616,-151.7789 426.3225,-156.5161 426.3225,-156.5161"/>
</g>
<!-- 42&#45;&gt;53 -->
<g id="edge50" class="edge">
<title>42-&gt;53</title>
<path fill="none" stroke="#586e75" d="M353.8118,-96.2409C371.5677,-100.4685 398.9052,-106.9774 418.2283,-111.5782"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-112.8217 418.066,-113.8524 421.0192,-112.2426 418.5872,-111.6635 418.5872,-111.6635 418.5872,-111.6635 421.0192,-112.2426 419.1084,-109.4747 423.4512,-112.8217 423.4512,-112.8217"/>
</g>
<!-- 43&#45;&gt;51 -->
<g id="edge51" class="edge">
<title>43-&gt;51</title>
<path fill="none" stroke="#586e75" d="M351.0439,-131.2543C369.7848,-117.868 401.8126,-94.991 422.1656,-80.4532"/>
<polygon fill="#586e75" stroke="#586e75" points="426.3225,-77.4839 423.5616,-82.2211 424.2882,-78.937 422.2538,-80.3902 422.2538,-80.3902 422.2538,-80.3902 424.2882,-78.937 420.946,-78.5593 426.3225,-77.4839 426.3225,-77.4839"/>
</g>
<!-- 43&#45;&gt;52 -->
<g id="edge52" class="edge">
<title>43-&gt;52</title>
<path fill="none" stroke="#586e75" d="M353.8118,-146.2409C371.5677,-150.4685 398.9052,-156.9774 418.2283,-161.5782"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-162.8217 418.066,-163.8524 421.0192,-162.2426 418.5872,-161.6635 418.5872,-161.6635 418.5872,-161.6635 421.0192,-162.2426 419.1084,-159.4747 423.4512,-162.8217 423.4512,-162.8217"/>
</g>
<!-- 43&#45;&gt;53 -->
<g id="edge53" class="edge">
<title>43-&gt;53</title>
<path fill="none" stroke="#586e75" d="M353.8118,-137.7591C371.5677,-133.5315 398.9052,-127.0226 418.2283,-122.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-121.1783 419.1084,-124.5253 421.0192,-121.7574 418.5872,-122.3365 418.5872,-122.3365 418.5872,-122.3365 421.0192,-121.7574 418.066,-120.1476 423.4512,-121.1783 423.4512,-121.1783"/>
</g>
<!-- 44&#45;&gt;51 -->
<g id="edge54" class="edge">
<title>44-&gt;51</title>
<path fill="none" stroke="#586e75" d="M349.5212,-180.0612C353.7151,-176.0854 358.2237,-171.5153 362,-167 387.7011,-136.2691 385.4736,-122.0215 412,-92 415.1635,-88.4197 418.8366,-84.8791 422.4838,-81.6382"/>
<polygon fill="#586e75" stroke="#586e75" points="426.7213,-77.9868 424.4023,-82.9552 424.8274,-79.6188 422.9335,-81.2507 422.9335,-81.2507 422.9335,-81.2507 424.8274,-79.6188 421.4648,-79.5462 426.7213,-77.9868 426.7213,-77.9868"/>
</g>
<!-- 44&#45;&gt;52 -->
<g id="edge55" class="edge">
<title>44-&gt;52</title>
<path fill="none" stroke="#586e75" d="M353.8118,-187.7591C371.5677,-183.5315 398.9052,-177.0226 418.2283,-172.4218"/>
<polygon fill="#586e75" stroke="#586e75" points="423.4512,-171.1783 419.1084,-174.5253 421.0192,-171.7574 418.5872,-172.3365 418.5872,-172.3365 418.5872,-172.3365 421.0192,-171.7574 418.066,-170.1476 423.4512,-171.1783 423.4512,-171.1783"/>
</g>
<!-- 44&#45;&gt;53 -->
<g id="edge56" class="edge">
<title>44-&gt;53</title>
<path fill="none" stroke="#586e75" d="M351.0439,-181.2543C369.7848,-167.868 401.8126,-144.991 422.1656,-130.4532"/>
<polygon fill="#586e75" stroke="#586e75" points="426.3225,-127.4839 423.5616,-132.2211 424.2882,-128.937 422.2538,-130.3902 422.2538,-130.3902 422.2538,-130.3902 424.2882,-128.937 420.946,-128.5593 426.3225,-127.4839 426.3225,-127.4839"/>
</g>
</g>
</svg>
</p><p>&#x53EA;&#x8981;&#x5B58;&#x5728;&#x9690;&#x85CF;&#x5C42;&#xFF0C;&#x6A21;&#x578B;&#x5C31;&#x62E5;&#x6709;&#x4E86;&#x975E;&#x7EBF;&#x6027;&#x9884;&#x6D4B;&#x80FD;&#x529B;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="286" class="slide " data-line="286" data-h="1" data-v="4">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x5F62;&#x5F0F;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<ul>
<li><span class="mathjax-exps">$L$</span>&#xFF1A;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x5C42;&#x6570;</li>
<li><span class="mathjax-exps">$n_l$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x4E2A;&#x6570;</li>
<li><span class="mathjax-exps">$h_l(\cdot)$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</li>
<li><span class="mathjax-exps">$\Wv_l \in \Rbb^{n_l \times n_{l-1}}$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l-1$</span>&#x5C42;&#x5230;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x6743;&#x91CD;&#x77E9;&#x9635;</li>
<li><span class="mathjax-exps">$\bv_l \in \Rbb^{n_l}$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x622A;&#x8DDD;</li>
<li><span class="mathjax-exps">$\zv_l \in \Rbb^{n_l}$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x8F93;&#x5165;</li>
<li><span class="mathjax-exps">$\av_l \in \Rbb^{n_l}$</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x8F93;&#x51FA;</li>
</ul>
<br>
<div>
    $$
        \begin{align*}
            \zv_l &amp; = \Wv_l ~ \av_{l-1} + \bv_l \\
            \av_l &amp; = h_l (\zv_l) \\
            \xv &amp; = \av_0 \xrightarrow{\Wv_1,\bv_1} \zv_1 \xrightarrow{h_1} \av_1 \xrightarrow{\Wv_2,\bv_2} \cdots \xrightarrow{\Wv_L,\bv_L} \zv_L \xrightarrow{h_L} \av_L = \hat{\yv}
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="324" class="slide " data-line="324" data-h="2" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6700;&#x65E9;&#x7684; MP &#x6A21;&#x578B;&#x91C7;&#x7528;&#x9636;&#x8DC3;&#x51FD;&#x6570;<span class="mathjax-exps">$\sgn(z) = 1_{z \geq 0}$</span>&#x4F5C;&#x4E3A;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</p>
<br>
<p>&#x6539;&#x8FDB;&#xFF1A;</p>
<ul>
<li>&#x8FDE;&#x7EED;&#x5E76;&#x51E0;&#x4E4E;&#x5904;&#x5904;&#x53EF;&#x5BFC;&#xFF0C;&#x53EF;&#x4EE5;&#x9AD8;&#x6548;&#x8BA1;&#x7B97;</li>
<li>&#x5BFC;&#x6570;&#x7684;&#x503C;&#x57DF;&#x5728;&#x5408;&#x9002;&#x7684;&#x8303;&#x56F4;&#x5185;&#xFF0C;&#x5426;&#x5219;&#x5F71;&#x54CD;&#x7528;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x8FDB;&#x884C;&#x8BAD;&#x7EC3;</li>
</ul>
<br>
<p>&#x5E38;&#x89C1;&#x7684;&#x6709;</p>
<ul>
<li>Sigmoid &#x578B;&#xFF1A;Logistic &#x51FD;&#x6570;&#xFF0C;Tanh &#x51FD;&#x6570;</li>
<li>ReLU&#xFF0C;&#x5E26;&#x6CC4;&#x6F0F;&#x7684; ReLU&#xFF0C;&#x5E26;&#x53C2;&#x6570;&#x7684; ReLU&#xFF0C;ELU&#xFF0C;Softplus</li>
<li>Swish &#x51FD;&#x6570;</li>
<li>Maxout &#x5355;&#x5143;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="360" class="slide " data-line="360" data-h="2" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Sigmoid&#x578B;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<img src="data:image/svg+xml;charset=utf-8;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiCiAgIHhtbG5zOnNvZGlwb2RpPSJodHRwOi8vc29kaXBvZGkuc291cmNlZm9yZ2UubmV0L0RURC9zb2RpcG9kaS0wLmR0ZCIKICAgeG1sbnM6aW5rc2NhcGU9Imh0dHA6Ly93d3cuaW5rc2NhcGUub3JnL25hbWVzcGFjZXMvaW5rc2NhcGUiCiAgIGhlaWdodD0iMjY2LjkxMTk5cHQiCiAgIHZlcnNpb249IjEuMSIKICAgdmlld0JveD0iMCAwIDM1Ny45MTk5OSAyNjYuOTExOTgiCiAgIHdpZHRoPSIzNTcuOTE5OThwdCIKICAgaWQ9InN2ZzM0MiIKICAgc29kaXBvZGk6ZG9jbmFtZT0iU2lnbW9pZC5zdmciCiAgIGlua3NjYXBlOnZlcnNpb249IjEuMC4xICgzYmMyZTgxM2Y1LCAyMDIwLTA5LTA3KSI+CiAgPGcKICAgICBpZD0iZzEyODAiCiAgICAgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTU3LjIsLTQxLjA3MikiPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gNTcuNiwzMDcuNTg0IEggNDE0LjcyIFYgNDEuNDcyIEggNTcuNiBaIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZSIKICAgICAgIGlkPSJwYXRoMTEiIC8+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF8xIj4KICAgICAgPGRlZnMKICAgICAgICAgaWQ9ImRlZnMxNSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBkPSJNIDAsMCBWIC0zLjUiCiAgICAgICAgICAgaWQ9Im1jN2I2OTY2OTQyIgogICAgICAgICAgIHN0eWxlPSJzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IiAvPgogICAgICA8L2RlZnM+CiAgICAgIDxnCiAgICAgICAgIGlkPSJnMTkiPgogICAgICAgIDx1c2UKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgeD0iOTYuMTEyOTM4IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNtYzdiNjk2Njk0MiIKICAgICAgICAgICB5PSIxNzQuNTI4IgogICAgICAgICAgIGlkPSJ1c2UxNyIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF8xIj4KICAgICAgPCEtLSDiiJI0IC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsODguNzQxODQ3LDE2NS40NDgzMSkiCiAgICAgICAgIGlkPSJnMzAiPgogICAgICAgIDxkZWZzCiAgICAgICAgICAgaWQ9ImRlZnMyNCI+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0iTSAxMC41OTM3NSwzNS41IEggNzMuMTg3NSBWIDI3LjIwMzEyNSBIIDEwLjU5Mzc1IFoiCiAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy04NzIyIiAvPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Ik0gMzcuNzk2ODc1LDY0LjMxMjUgMTIuODkwNjI1LDI1LjM5MDYyNSBoIDI0LjkwNjI1IHogbSAtMi41OTM3NSw4LjU5Mzc1IGggMTIuNDA2MjUgViAyNS4zOTA2MjUgaCAxMC40MDYyNSBWIDE3LjE4NzUgSCA0Ny42MDkzNzUgViAwIGggLTkuODEyNSBWIDE3LjE4NzUgSCA0Ljg5MDYyNSB2IDkuNTE1NjI1IHoiCiAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy01MiIgLz4KICAgICAgICA8L2RlZnM+CiAgICAgICAgPHVzZQogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTg3MjIiCiAgICAgICAgICAgaWQ9InVzZTI2IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MiIKICAgICAgICAgICBpZD0idXNlMjgiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzIiPgogICAgICA8ZwogICAgICAgICBpZD0iZzM2Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjE2Ni4xMzY0NyIKICAgICAgICAgICB4bGluazpocmVmPSIjbWM3YjY5NjY5NDIiCiAgICAgICAgICAgeT0iMTc0LjUyOCIKICAgICAgICAgICBpZD0idXNlMzQiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfMiI+CiAgICAgIDwhLS0g4oiSMiAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDE1OC43NjUzOCwxNjUuNDQ4MzEpIgogICAgICAgICBpZD0iZzQ2Ij4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzNDAiPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Ik0gMTkuMTg3NSw4LjI5Njg3NSBIIDUzLjYwOTM3NSBWIDAgSCA3LjMyODEyNSB2IDguMjk2ODc1IHEgNS42MDkzNzUsNS44MTI1IDE1LjI5Njg3NSwxNS41OTM3NSA5LjcwMzEyNSw5Ljc5Njg3NSAxMi4xODc1LDEyLjY0MDYyNSA0LjczNDM3NSw1LjMxMjUgNi42MDkzNzUsOSAxLjg5MDYyNSwzLjY4NzUgMS44OTA2MjUsNy4yNSAwLDUuODEyNSAtNC4wNzgxMjUsOS40Njg3NSAtNC4wNzgxMjUsMy42NzE4NzUgLTEwLjYyNSwzLjY3MTg3NSAtNC42NDA2MjUsMCAtOS43OTY4NzUsLTEuNjA5Mzc1IC01LjE0MDYyNSwtMS42MDkzNzUgLTExLC00Ljg5MDYyNSB2IDkuOTY4NzUgUSAxMy43NjU2MjUsNzEuNzgxMjUgMTguOTM3NSw3MyBxIDUuMTg3NSwxLjIxODc1IDkuNDg0Mzc1LDEuMjE4NzUgMTEuMzI4MTI1LDAgMTguMDYyNSwtNS42NzE4NzUgNi43MzQzNzUsLTUuNjU2MjUgNi43MzQzNzUsLTE1LjEyNSAwLC00LjUgLTEuNjg3NSwtOC41MzEyNSBRIDQ5Ljg1OTM3NSw0MC44NzUgNDUuNDA2MjUsMzUuNDA2MjUgNDQuMTg3NSwzMy45ODQzNzUgMzcuNjQwNjI1LDI3LjIxODc1IDMxLjEwOTM3NSwyMC40NTMxMjUgMTkuMTg3NSw4LjI5Njg3NSBaIgogICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTAiIC8+CiAgICAgICAgPC9kZWZzPgogICAgICAgIDx1c2UKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy04NzIyIgogICAgICAgICAgIGlkPSJ1c2U0MiIKICAgICAgICAgICB4PSIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI4My43ODkwNjIiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTAiCiAgICAgICAgICAgaWQ9InVzZTQ0IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF8zIj4KICAgICAgPGcKICAgICAgICAgaWQ9Imc1MiI+CiAgICAgICAgPHVzZQogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgICAgICB4PSIyMzYuMTYiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI21jN2I2OTY2OTQyIgogICAgICAgICAgIHk9IjE3NC41MjgiCiAgICAgICAgICAgaWQ9InVzZTUwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJ0ZXh0XzMiPgogICAgICA8IS0tIDAgLS0+CiAgICAgIDxnCiAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSwyMzIuOTc4NzUsMTY1LjQ0ODMxKSIKICAgICAgICAgaWQ9Imc2MCI+CiAgICAgICAgPGRlZnMKICAgICAgICAgICBpZD0iZGVmczU2Ij4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDMxLjc4MTI1LDY2LjQwNjI1IHEgLTcuNjA5Mzc1LDAgLTExLjQ1MzEyNSwtNy41IFEgMTYuNSw1MS40MjE4NzUgMTYuNSwzNi4zNzUgcSAwLC0xNC45ODQzNzUgMy44MjgxMjUsLTIyLjQ4NDM3NSAzLjg0Mzc1LC03LjUgMTEuNDUzMTI1LC03LjUgNy42NzE4NzUsMCAxMS41LDcuNSAzLjg0Mzc1LDcuNSAzLjg0Mzc1LDIyLjQ4NDM3NSAwLDE1LjA0Njg3NSAtMy44NDM3NSwyMi41MzEyNSAtMy44MjgxMjUsNy41IC0xMS41LDcuNSB6IG0gMCw3LjgxMjUgcSAxMi4yNjU2MjUsMCAxOC43MzQzNzUsLTkuNzAzMTI1IDYuNDY4NzUsLTkuNjg3NSA2LjQ2ODc1LC0yOC4xNDA2MjUgMCwtMTguNDA2MjUgLTYuNDY4NzUsLTI4LjEwOTM3NSAtNi40Njg3NSwtOS42ODc1IC0xOC43MzQzNzUsLTkuNjg3NSAtMTIuMjUsMCAtMTguNzE4NzUsOS42ODc1IFEgNi41OTM3NSwxNy45Njg3NSA2LjU5Mzc1LDM2LjM3NSBxIDAsMTguNDUzMTI1IDYuNDY4NzUsMjguMTQwNjI1IDYuNDY4NzUsOS43MDMxMjUgMTguNzE4NzUsOS43MDMxMjUgeiIKICAgICAgICAgICAgIGlkPSJEZWphVnVTYW5zLTQ4IiAvPgogICAgICAgIDwvZGVmcz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICAgICAgaWQ9InVzZTU4IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzQiPgogICAgICA8ZwogICAgICAgICBpZD0iZzY2Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjMwNi4xODM1MyIKICAgICAgICAgICB4bGluazpocmVmPSIjbWM3YjY5NjY5NDIiCiAgICAgICAgICAgeT0iMTc0LjUyOCIKICAgICAgICAgICBpZD0idXNlNjQiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfNCI+CiAgICAgIDwhLS0gMiAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDMwMy4wMDIyOCwxNjUuNDQ4MzEpIgogICAgICAgICBpZD0iZzcxIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTAiCiAgICAgICAgICAgaWQ9InVzZTY5IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzUiPgogICAgICA8ZwogICAgICAgICBpZD0iZzc3Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjM3Ni4yMDcwNiIKICAgICAgICAgICB4bGluazpocmVmPSIjbWM3YjY5NjY5NDIiCiAgICAgICAgICAgeT0iMTc0LjUyOCIKICAgICAgICAgICBpZD0idXNlNzUiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfNSI+CiAgICAgIDwhLS0gNCAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDM3My4wMjU4MSwxNjUuNDQ4MzEpIgogICAgICAgICBpZD0iZzgyIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTIiCiAgICAgICAgICAgaWQ9InVzZTgwIgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzYiPgogICAgICA8ZGVmcwogICAgICAgICBpZD0iZGVmczg4Ij4KICAgICAgICA8cGF0aAogICAgICAgICAgIGQ9Ik0gMCwwIEggMy41IgogICAgICAgICAgIGlkPSJtOGFiODQxZWY4OCIKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIgLz4KICAgICAgPC9kZWZzPgogICAgICA8ZwogICAgICAgICBpZD0iZzkyIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICB4bGluazpocmVmPSIjbThhYjg0MWVmODgiCiAgICAgICAgICAgeT0iMjk1LjQ4ODAxIgogICAgICAgICAgIGlkPSJ1c2U5MCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF82Ij4KICAgICAgPCEtLSDiiJIxLjAwIC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDI5OS4yODcyMikiCiAgICAgICAgIGlkPSJnMTA5Ij4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzOTciPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Im0gMTIuNDA2MjUsOC4yOTY4NzUgaCAxNi4xMDkzNzUgdiA1NS42MjUgTCAxMC45ODQzNzUsNjAuNDA2MjUgdiA4Ljk4NDM3NSBsIDE3LjQzNzUsMy41MTU2MjUgSCAzOC4yODEyNSBWIDguMjk2ODc1IEggNTQuMzkwNjI1IFYgMCBIIDEyLjQwNjI1IFoiCiAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy00OSIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJNIDEwLjY4NzUsMTIuNDA2MjUgSCAyMSBWIDAgSCAxMC42ODc1IFoiCiAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy00NiIgLz4KICAgICAgICA8L2RlZnM+CiAgICAgICAgPHVzZQogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTg3MjIiCiAgICAgICAgICAgaWQ9InVzZTk5IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OSIKICAgICAgICAgICBpZD0idXNlMTAxIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNDcuNDEyMTEiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICAgICAgaWQ9InVzZTEwMyIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTc5LjE5OTIyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UxMDUiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjI0Mi44MjIyNyIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgICAgICBpZD0idXNlMTA3IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF83Ij4KICAgICAgPGcKICAgICAgICAgaWQ9ImcxMTUiPgogICAgICAgIDx1c2UKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNtOGFiODQxZWY4OCIKICAgICAgICAgICB5PSIyNjUuMjQ3OTkiCiAgICAgICAgICAgaWQ9InVzZTExMyIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF83Ij4KICAgICAgPCEtLSDiiJIwLjc1IC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDI2OS4wNDcyMikiCiAgICAgICAgIGlkPSJnMTMyIj4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzMTIwIj4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDguMjAzMTI1LDcyLjkwNjI1IGggNDYuODc1IFYgNjguNzAzMTI1IEwgMjguNjA5Mzc1LDAgSCAxOC4zMTI1IEwgNDMuMjE4NzUsNjQuNTkzNzUgSCA4LjIwMzEyNSBaIgogICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTUiIC8+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0ibSAxMC43OTY4NzUsNzIuOTA2MjUgaCAzOC43MTg3NSB2IC04LjMxMjUgaCAtMjkuNjg3NSBWIDQ2LjczNDM3NSBxIDIuMTQwNjI1LDAuNzM0Mzc1IDQuMjgxMjUsMS4wOTM3NSAyLjE1NjI1LDAuMzU5Mzc1IDQuMzEyNSwwLjM1OTM3NSBRIDQwLjYyNSw0OC4xODc1IDQ3Ljc1LDQxLjUgNTQuODkwNjI1LDM0LjgxMjUgNTQuODkwNjI1LDIzLjM5MDYyNSA1NC44OTA2MjUsMTEuNjI1IDQ3LjU2MjUsNS4wOTM3NSA0MC4yMzQzNzUsLTEuNDIxODc1IDI2LjkwNjI1LC0xLjQyMTg3NSBxIC00LjU5Mzc1LDAgLTkuMzU5Mzc1LDAuNzgxMjUgLTQuNzUsMC43ODEyNSAtOS44MjgxMjUsMi4zNDM3NSBWIDExLjYyNSBxIDQuMzkwNjI1LC0yLjM5MDYyNSA5LjA3ODEyNSwtMy41NjI1IDQuNjg3NSwtMS4xNzE4NzUgOS45MDYyNSwtMS4xNzE4NzUgOC40NTMxMjUsMCAxMy4zNzUsNC40Mzc1IDQuOTM3NSw0LjQzNzUgNC45Mzc1LDEyLjA2MjUgMCw3LjYwOTM3NSAtNC45Mzc1LDEyLjA0Njg3NSAtNC45MjE4NzUsNC40NTMxMjUgLTEzLjM3NSw0LjQ1MzEyNSAtMy45NTMxMjUsMCAtNy44OTA2MjUsLTAuODc1IC0zLjkyMTg3NSwtMC44NzUgLTguMDE1NjI1LC0yLjczNDM3NSB6IgogICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTMiIC8+CiAgICAgICAgPC9kZWZzPgogICAgICAgIDx1c2UKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy04NzIyIgogICAgICAgICAgIGlkPSJ1c2UxMjIiCiAgICAgICAgICAgeD0iMCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iODMuNzg5MDYyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UxMjQiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjE0Ny40MTIxMSIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00NiIKICAgICAgICAgICBpZD0idXNlMTI2IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNzkuMTk5MjIiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTUiCiAgICAgICAgICAgaWQ9InVzZTEyOCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMjQyLjgyMjI3IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgICAgIGlkPSJ1c2UxMzAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzgiPgogICAgICA8ZwogICAgICAgICBpZD0iZzEzOCI+CiAgICAgICAgPHVzZQogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgICAgICB4PSIyMzYuMTYiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI204YWI4NDFlZjg4IgogICAgICAgICAgIHk9IjIzNS4wMDgiCiAgICAgICAgICAgaWQ9InVzZTEzNiIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF84Ij4KICAgICAgPCEtLSDiiJIwLjUwIC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDIzOC44MDcyMikiCiAgICAgICAgIGlkPSJnMTUxIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtODcyMiIKICAgICAgICAgICBpZD0idXNlMTQxIgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgICAgICBpZD0idXNlMTQzIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNDcuNDEyMTEiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICAgICAgaWQ9InVzZTE0NSIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTc5LjE5OTIyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgICAgIGlkPSJ1c2UxNDciCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjI0Mi44MjIyNyIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgICAgICBpZD0idXNlMTQ5IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF85Ij4KICAgICAgPGcKICAgICAgICAgaWQ9ImcxNTciPgogICAgICAgIDx1c2UKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNtOGFiODQxZWY4OCIKICAgICAgICAgICB5PSIyMDQuNzY4MDEiCiAgICAgICAgICAgaWQ9InVzZTE1NSIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF85Ij4KICAgICAgPCEtLSDiiJIwLjI1IC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDIwOC41NjcyMikiCiAgICAgICAgIGlkPSJnMTcwIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtODcyMiIKICAgICAgICAgICBpZD0idXNlMTYwIgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgICAgICBpZD0idXNlMTYyIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNDcuNDEyMTEiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICAgICAgaWQ9InVzZTE2NCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTc5LjE5OTIyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUwIgogICAgICAgICAgIGlkPSJ1c2UxNjYiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjI0Mi44MjIyNyIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MyIKICAgICAgICAgICBpZD0idXNlMTY4IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF8xMCI+CiAgICAgIDxnCiAgICAgICAgIGlkPSJnMTc2Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICB4bGluazpocmVmPSIjbThhYjg0MWVmODgiCiAgICAgICAgICAgeT0iMTc0LjUyOCIKICAgICAgICAgICBpZD0idXNlMTc0IgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJ0ZXh0XzEwIj4KICAgICAgPCEtLSAwLjAwIC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDE3OC4zMjcyMikiCiAgICAgICAgIGlkPSJnMTg3Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICAgICAgaWQ9InVzZTE3OSIKICAgICAgICAgICB4PSIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI2My42MjMwNDciCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICAgICAgaWQ9InVzZTE4MSIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iOTUuNDEwMTU2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UxODMiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjE1OS4wMzMyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UxODUiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzExIj4KICAgICAgPGcKICAgICAgICAgaWQ9ImcxOTMiPgogICAgICAgIDx1c2UKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNtOGFiODQxZWY4OCIKICAgICAgICAgICB5PSIxNDQuMjg3OTkiCiAgICAgICAgICAgaWQ9InVzZTE5MSIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF8xMSI+CiAgICAgIDwhLS0gMC4yNSAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiwxNDguMDg3MjIpIgogICAgICAgICBpZD0iZzIwNCI+CiAgICAgICAgPHVzZQogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UxOTYiCiAgICAgICAgICAgeD0iMCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iNjMuNjIzMDQ3IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ2IgogICAgICAgICAgIGlkPSJ1c2UxOTgiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9Ijk1LjQxMDE1NiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MCIKICAgICAgICAgICBpZD0idXNlMjAwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNTkuMDMzMiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MyIKICAgICAgICAgICBpZD0idXNlMjAyIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF8xMiI+CiAgICAgIDxnCiAgICAgICAgIGlkPSJnMjEwIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICB4bGluazpocmVmPSIjbThhYjg0MWVmODgiCiAgICAgICAgICAgeT0iMTE0LjA0OCIKICAgICAgICAgICBpZD0idXNlMjA4IgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJ0ZXh0XzEyIj4KICAgICAgPCEtLSAwLjUwIC0tPgogICAgICA8ZwogICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDExNy44NDcyMikiCiAgICAgICAgIGlkPSJnMjIxIj4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICAgICAgaWQ9InVzZTIxMyIKICAgICAgICAgICB4PSIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI2My42MjMwNDciCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICAgICAgaWQ9InVzZTIxNSIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iOTUuNDEwMTU2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgICAgIGlkPSJ1c2UyMTciCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjE1OS4wMzMyIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UyMTkiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzEzIj4KICAgICAgPGcKICAgICAgICAgaWQ9ImcyMjciPgogICAgICAgIDx1c2UKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNtOGFiODQxZWY4OCIKICAgICAgICAgICB5PSI4My44MDc5OTkiCiAgICAgICAgICAgaWQ9InVzZTIyNSIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF8xMyI+CiAgICAgIDwhLS0gMC43NSAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiw4Ny42MDcyMTkpIgogICAgICAgICBpZD0iZzIzOCI+CiAgICAgICAgPHVzZQogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgIGlkPSJ1c2UyMzAiCiAgICAgICAgICAgeD0iMCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iNjMuNjIzMDQ3IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ2IgogICAgICAgICAgIGlkPSJ1c2UyMzIiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9Ijk1LjQxMDE1NiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01NSIKICAgICAgICAgICBpZD0idXNlMjM0IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNTkuMDMzMiIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MyIKICAgICAgICAgICBpZD0idXNlMjM2IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9ImxpbmUyZF8xNCI+CiAgICAgIDxnCiAgICAgICAgIGlkPSJnMjQ0Ij4KICAgICAgICA8dXNlCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICB4bGluazpocmVmPSIjbThhYjg0MWVmODgiCiAgICAgICAgICAgeT0iNTMuNTY4MDAxIgogICAgICAgICAgIGlkPSJ1c2UyNDIiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfMTQiPgogICAgICA8IS0tIDEuMDAgLS0+CiAgICAgIDxnCiAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSwyNDMuMTYsNTcuMzY3MjE5KSIKICAgICAgICAgaWQ9ImcyNTUiPgogICAgICAgIDx1c2UKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OSIKICAgICAgICAgICBpZD0idXNlMjQ3IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjYzLjYyMzA0NyIKICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00NiIKICAgICAgICAgICBpZD0idXNlMjQ5IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI5NS40MTAxNTYiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICAgICAgaWQ9InVzZTI1MSIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTU5LjAzMzIiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICAgICAgaWQ9InVzZTI1MyIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPHBhdGgKICAgICAgIGNsaXAtcGF0aD0idXJsKCNwNjY4YWFhMjMzNCkiCiAgICAgICBkPSJtIDYxLjEwMTE3NiwxNzMuNzE4NDMgMTYuODA1NjQ4LC0wLjQ5MzM4IDE0LjAwNDcwNSwtMC42MzA1OCAxMS4yMDM3NjEsLTAuNzEzMjMgOS44MDMzLC0wLjgzMDY2IDkuMTAzMDYsLTAuOTk0MzggNy43MDI1OCwtMS4wNTAxNyA3LjAwMjM2LC0xLjE1NTA5IDcuMDAyMzUsLTEuMzc5ODUgNi4zMDIxMiwtMS40NjM4OSA2LjMwMjEyLC0xLjcwMzQ0IDUuNjAxODgsLTEuNzM4ODEgNS42MDE4OCwtMS45NzE1MiA1LjYwMTg4LC0yLjIyMzc0IDUuNjAxODksLTIuNDkzNDYgNC45MDE2NCwtMi40MTQ0MiA0LjkwMTY1LC0yLjYzODcyIDQuOTAxNjUsLTIuODY2MjggNS42MDE4OCwtMy41NTI5NiA1LjYwMTg4LC0zLjgzOTQgNS42MDE4OCwtNC4xMDcwMyA2LjMwMjEyLC00LjkwNDEyIDcuMDAyMzUsLTUuNzM0OTcgOS44MDMzLC04LjM1MjQyIDE2LjgwNTY1LC0xNC4zNTUxNyA3LjAwMjM1LC01LjY4MTMyNyA2LjMwMjEyLC00Ljg0MTI4IDUuNjAxODgsLTQuMDQyNDI4IDUuNjAxODgsLTMuNzY5MTY3IDUuNjAxODgsLTMuNDc5NTM2IDQuOTAxNjUsLTIuODAxMTY1IDQuOTAxNjUsLTIuNTc0MTMgNC45MDE2NCwtMi4zNTE0MzkgNS42MDE4OSwtMi40MjQ1NDQgNS42MDE4OCwtMi4xNTg5MzkgNS42MDE4OCwtMS45MTE0NjYgNS42MDE4OCwtMS42ODM4MTEgNi4zMDIxMiwtMS42NDc3MDMgNi4zMDIxMiwtMS40MTQ1NDMgNy4wMDIzNSwtMS4zMzIxMDEgNy43MDI1OSwtMS4yMTQ5MDcgOC40MDI4MiwtMS4wNzQ1IDkuMTAzMDYsLTAuOTIyNTgyIDkuODAzMywtMC43Njk3ODkgMTEuMjAzNzYsLTAuNjYwMzE2IDEzLjMwNDQ3LC0wLjU1OTIyNiAxNC4wMDQ3MSwtMC40MDIwMzEgdiAwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6I2I1ODkwMDtzdHJva2Utd2lkdGg6MjtzdHJva2UtbGluZWNhcDpzcXVhcmUiCiAgICAgICBpZD0icGF0aDI2MCIgLz4KICAgIDxwYXRoCiAgICAgICBjbGlwLXBhdGg9InVybCgjcDY2OGFhYTIzMzQpIgogICAgICAgZD0ibSA2MS4xMDExNzYsMjk1LjQ3NzAyIDQ1LjUxNTI5NCwtMC4xMzY4IDE3LjUwNTg4LC0wLjI1MzUyIDExLjIwMzc3LC0wLjM1ODYyIDguNDAyODIsLTAuNDY1OCA3LjAwMjM1LC0wLjU5ODI5IDUuNjAxODksLTAuNjgwNzcgNC45MDE2NCwtMC43OTgzMSA0LjIwMTQxLC0wLjg4MDQ3IDQuMjAxNDIsLTEuMTA5OTYgMy41MDExNywtMS4xNDA4MyAzLjUwMTE4LC0xLjM3ODU3IDMuNTAxMTgsLTEuNjYyMDUgMi44MDA5NCwtMS41Njg5NiAyLjgwMDk0LC0xLjgxNDM5IDIuODAwOTQsLTIuMDkzMTggMi44MDA5NCwtMi40MDgwOCAyLjgwMDk0LC0yLjc2MTU2IDIuODAwOTQsLTMuMTU1MzIgMi44MDA5NCwtMy41OTAyIDIuODAwOTUsLTQuMDY1NjEgMi44MDA5NCwtNC41NzkyNSAyLjgwMDk0LC01LjEyNjU5IDIuODAwOTQsLTUuNzAwNTQgMi44MDA5NCwtNi4yOTExIDIuODAwOTQsLTYuODg1MyAyLjgwMDk0LC03LjQ2NzMyIDIuODAwOTQsLTguMDE5IDMuNTAxMTgsLTEwLjcyMTQ2IDQuMjAxNDEsLTEzLjY5NjUxIDYuMzAyMTIsLTIxLjU0MDY2IDcuMDAyMzUsLTIzLjg3NDUyIDQuMjAxNDEsLTEzLjU2MzQ0IDMuNTAxMTgsLTEwLjU3NDc1IDMuNTAxMTgsLTkuNzY5ODggMi44MDA5NCwtNy4xNzg5MyAyLjgwMDk0LC02LjU4ODY3IDIuODAwOTQsLTUuOTk0NDc5IDIuODAwOTQsLTUuNDEwNzk1IDIuODAwOTQsLTQuODQ5MDg3IDIuODAwOTQsLTQuMzE3ODc4IDIuODAwOTUsLTMuODIyOTM0IDIuODAwOTQsLTMuMzY3NjIxIDIuODAwOTQsLTIuOTUzMzI1IDIuODAwOTQsLTIuNTc5ODc1IDIuODAwOTQsLTIuMjQ1OTUxIDIuODAwOTQsLTEuOTQ5NDMzIDIuODAwOTQsLTEuNjg3NjkgMi44MDA5NCwtMS40NTc4MjQgMy41MDExOCwtMS41NDI3MzIgMy41MDExOCwtMS4yNzgzNjcgMy41MDExNywtMS4wNTcwNTIgNC4yMDE0MiwtMS4wMjc3MTIgNC45MDE2NCwtMC45MzI5NDQgNC45MDE2NSwtMC43MDk5NyA2LjMwMjEyLC0wLjY2ODA4NSA3LjAwMjM1LC0wLjUxMDc4NCA5LjEwMzA2LC0wLjQyMjc0NiAxMS45MDQsLTAuMzA2NzQzIDE3LjUwNTg4LC0wLjE5OTUxNyAzMS41MTA1OSwtMC4wOTcwNCA5LjEwMzA2LC0wLjAwNzggdiAwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzI2OGJkMjtzdHJva2Utd2lkdGg6MjtzdHJva2UtZGFzaGFycmF5OjcuNCwgMy4yO3N0cm9rZS1kYXNob2Zmc2V0OjAiCiAgICAgICBpZD0icGF0aDI2MyIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDIzNi4xNiwzMDcuNTg0IFYgNDEuNDcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDI2NiIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDIzNi4xNiwzMDcuNTg0IFYgNDEuNDcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDI2OSIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDU3LjYsMTc0LjUyOCBIIDQxNC43MiIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuODtzdHJva2UtbGluZWNhcDpzcXVhcmU7c3Ryb2tlLWxpbmVqb2luOm1pdGVyIgogICAgICAgaWQ9InBhdGgyNzIiIC8+CiAgICA8cGF0aAogICAgICAgZD0iTSA1Ny42LDE3NC41MjggSCA0MTQuNzIiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjg7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlO3N0cm9rZS1saW5lam9pbjptaXRlciIKICAgICAgIGlkPSJwYXRoMjc1IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Im0gNzEuMSw2MC4yMjIgaCAzMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNiNTg5MDA7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlIgogICAgICAgaWQ9InBhdGgyODEiIC8+CiAgICA8cGF0aAogICAgICAgZD0ibSA3MS4xLDgyLjMxNjUzMSBoIDMwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzI2OGJkMjtzdHJva2Utd2lkdGg6MjtzdHJva2UtZGFzaGFycmF5OjcuNCwgMy4yO3N0cm9rZS1kYXNob2Zmc2V0OjAiCiAgICAgICBpZD0icGF0aDMxMyIgLz4KICAgIDxnCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTEzLjEsNjUuNDcyKSIKICAgICAgIGlkPSJnMzEwIj4KICAgICAgPGRlZnMKICAgICAgICAgaWQ9ImRlZnMyOTIiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0ibSAyMS43MDMxMjUsOC41IHYgMzkuNzAzMTI1IGMgMCw1LjcwMzEyNSAyLjcwMzEyNSw1Ljc5Njg3NSA4LjM5MDYyNSw3LjM5MDYyNSAwLjkwNjI1LDAuMzEyNSAxLjUsMC44MTI1IDEuNSwxLjcwMzEyNSAwLDEuMjAzMTI1IC0yLDEuNzk2ODc1IC0zLjUsMS43OTY4NzUgLTMuMzkwNjI1LDAgLTcuNSwtMC41IC0xMSwtMC41IC0zLjU5Mzc1LDAgLTcuMTg3NSwwLjUgLTExLjA5Mzc1LDAuNSBDIDMuNzk2ODc1LDU5LjA5Mzc1IDIuNDA2MjUsNTguNSAyLjQwNjI1LDU3LjI5Njg3NSAyLjQwNjI1LDU2LjQwNjI1IDMuMDkzNzUsNTUuOTA2MjUgNCw1NS41OTM3NSA5LjcwMzEyNSw1NCAxMi4yMDMxMjUsNTMuOTA2MjUgMTIuMjAzMTI1LDQ4LjIwMzEyNSB2IC0zNi41IEMgMTIuMjAzMTI1LDggMTAuOTA2MjUsNiA3LjUsNC41IDUuMjk2ODc1LDMuNSAyLDMgMiwxLjUgYyAwLC0xIDIuMjAzMTI1LC0xLjU5Mzc1IDMuMjk2ODc1LC0xLjcwMzEyNSAwLjcwMzEyNSwwIDYuNjA5Mzc1LDAuNSAxMS4yOTY4NzUsMC41IDEwLjYwOTM3NSwwIDI5LjUsLTAuNSAzMy4yMDMxMjUsLTAuNSAxLjcwMzEyNSwwIDIsMC40MDYyNSAyLjc5Njg3NSwxLjkwNjI1IDAuODEyNSwxLjI5Njg3NSAzLjMxMjUsOS4zOTA2MjUgMy4zMTI1LDEyLjA5Mzc1IDAsMi43OTY4NzUgLTAuODEyNSw0LjcwMzEyNSAtMS44MTI1LDQuNzAzMTI1IC0wLjg5MDYyNSwwIC0yLjE4NzUsLTAuNzk2ODc1IC0yLjY4NzUsLTEuOTA2MjUgQyA0OC41LDEwLjUgNDcuMjAzMTI1LDQuNSAzOS41LDQuNSBIIDI2LjA5Mzc1IEMgMjMsNC41IDIxLjcwMzEyNSw1LjU5Mzc1IDIxLjcwMzEyNSw4LjUgWiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItNzYiIC8+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBkPSJtIDEyLjIwMzEyNSwyMy43MDMxMjUgYyAwLDcuMjAzMTI1IDMuNzk2ODc1LDE1LjA5Mzc1IDExLDE1LjA5Mzc1IDguNzAzMTI1LDAgMTMuMjk2ODc1LC05LjU5Mzc1IDEzLjI5Njg3NSwtMTguNSBDIDM2LjUsMTIuOTA2MjUgMzMuNDA2MjUsMy45MDYyNSAyNiwzLjkwNjI1IGMgLTkuMjk2ODc1LDAgLTEzLjc5Njg3NSwxMC4zOTA2MjUgLTEzLjc5Njg3NSwxOS43OTY4NzUgeiBNIDIzLjkwNjI1LDQzIEMgMTMuMDkzNzUsNDMgMi4yMDMxMjUsMzMuNSAyLjIwMzEyNSwyMS41IGMgMCwtMTEuOTA2MjUgOSwtMjIuMjk2ODc1IDIxLjIwMzEyNSwtMjIuMjk2ODc1IDEyLjc5Njg3NSwwIDIzLDEwLjg5MDYyNSAyMywyMy43OTY4NzUgMCwxMS41OTM3NSAtMTAuOTA2MjUsMjAgLTIyLjUsMjAgeiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTExIiAvPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0ibSA4LjA5Mzc1LC0xMy4wOTM3NSBjIDAsMi4xODc1IDEuMjAzMTI1LDQuNTkzNzUgMy43MDMxMjUsNi44OTA2MjUgMi4yMDMxMjUsMiA0LjEwOTM3NSwyLjkwNjI1IDYuNzAzMTI1LDIuOTA2MjUgMTAuMDkzNzUsMCAxNS4yOTY4NzUsLTEuNzk2ODc1IDE1LjI5Njg3NSwtOC4yOTY4NzUgMCwtNi4zMTI1IC01Ljg5MDYyNSwtMTAgLTEzLjIwMzEyNSwtMTAgLTUuODkwNjI1LDAgLTEyLjUsMi4yOTY4NzUgLTEyLjUsOC41IHogbSAzLjgxMjUsNDIgYyAwLDQuNTkzNzUgMi4wOTM3NSw5Ljg5MDYyNSA2LjY4NzUsOS44OTA2MjUgNS41LDAgOS41LC00Ljg5MDYyNSA5LjUsLTEwLjIwMzEyNSAwLC01Ljg5MDYyNSAtMi4zOTA2MjUsLTEyLjI5Njg3NSAtOCwtMTIuMjk2ODc1IC01Ljc5Njg3NSwwIC04LjE4NzUsNi43OTY4NzUgLTguMTg3NSwxMi42MDkzNzUgeiBNIDIwLjA5Mzc1LDQzIGMgLTksMCAtMTcsLTYuNzAzMTI1IC0xNywtMTUuNzAzMTI1IDAsLTUuODkwNjI1IDMuNjA5Mzc1LC0xMC41OTM3NSA4LjEwOTM3NSwtMTMuMjAzMTI1IDAuNzAzMTI1LC0wLjM5MDYyNSAwLjI5Njg3NSwtMC44OTA2MjUgMCwtMS4yOTY4NzUgQyA5LjU5Mzc1LDEwLjQwNjI1IDYsNy40MDYyNSA0LjUsNi4wOTM3NSAzLjcwMzEyNSw1LjQwNjI1IDMuMDkzNzUsNC43MDMxMjUgMy4wOTM3NSwzLjc5Njg3NSAzLjA5Mzc1LDAuNSA1LjUsLTAuNzk2ODc1IDguNzk2ODc1LC0yLjI5Njg3NSBjIDEsLTAuNSAxLjEwOTM3NSwtMSAwLjYwOTM3NSwtMS4yOTY4NzUgLTQuODEyNSwtMyAtOS42MDkzNzUsLTcuNjA5Mzc1IC05LjYwOTM3NSwtMTIuNDA2MjUgMCwtNy43OTY4NzUgNy4xMDkzNzUsLTExLjIwMzEyNSAxNi4yOTY4NzUsLTExLjIwMzEyNSAxMywwIDI1LjQwNjI1LDguMjk2ODc1IDI1LjQwNjI1LDIxLjI5Njg3NSAwLDUuNSAtNS43MDMxMjUsOS4yMDMxMjUgLTEwLjA5Mzc1LDkuNDA2MjUgbCAtMTIsMC40MDYyNSBjIC00LjgxMjUsMC4wOTM3NSAtNy41LDEuMTg3NSAtNy41LDIuNTkzNzUgMCwxLjU5Mzc1IDEuODkwNjI1LDQuMDkzNzUgMy4zOTA2MjUsNS40MDYyNSAwLjUsMC4zOTA2MjUgMS4yMDMxMjUsMC41IDEuMjk2ODc1LDAuNSAwLjUsMCAxLjQwNjI1LC0wLjMxMjUgMi41LC0wLjMxMjUgOSwwIDE2LjgxMjUsOC44MTI1IDE2LjgxMjUsMTYuMTA5Mzc1IDAsMC43MDMxMjUgLTAuNSwzLjU5Mzc1IC0wLjgxMjUsNC4zOTA2MjUgLTAuMTg3NSwwLjYwOTM3NSAwLjIwMzEyNSwxLjEwOTM3NSAwLjkwNjI1LDEuMTA5Mzc1IDAuOTA2MjUsMCA1LjUsLTAuNSA2Ljc5Njg3NSwtMC41IDIuNjA5Mzc1LDAgMy42MDkzNzUsMS4yOTY4NzUgMy42MDkzNzUsMy4wOTM3NSAwLDEuNDA2MjUgLTAuODEyNSwzLjUgLTIuODEyNSwzLjUgTCAzMy4yMDMxMjUsMzkuNTkzNzUgYyAtMSwwIC0yLjUsMC45MDYyNSAtNC4xMDkzNzUsMS43MDMxMjUgLTEuNSwwLjc5Njg3NSAtMy42ODc1LDEuNzAzMTI1IC05LDEuNzAzMTI1IHoiCiAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTEwMyIgLz4KICAgICAgICA8cGF0aAogICAgICAgICAgIGQ9Im0gMTMuMjk2ODc1LDY0LjUgYyAtMywwIC01LjUsLTIuNDA2MjUgLTUuNSwtNS40MDYyNSAwLC0zLjA5Mzc1IDIuNDA2MjUsLTUuNTkzNzUgNS41LC01LjU5Mzc1IDMuMTA5Mzc1LDAgNS41LDIuNSA1LjUsNS41OTM3NSAwLDMgLTIuNSw1LjQwNjI1IC01LjUsNS40MDYyNSB6IE0gOS43MDMxMjUsMzAuMjAzMTI1IHYgLTE5LjQwNjI1IGMgMCwtMi41IC0xLjEwOTM3NSwtNS41OTM3NSAtMy43OTY4NzUsLTYuMzkwNjI1IEMgMy4yMDMxMjUsMy41OTM3NSAxLjUsMi43OTY4NzUgMS41LDEuNzk2ODc1IGMgMCwtMSAwLjkwNjI1LC0yIDMuNSwtMiAyLjIwMzEyNSwwIDYuOTA2MjUsMC42MDkzNzUgOC45MDYyNSwwLjYwOTM3NSAxLjU5Mzc1LDAgNi41OTM3NSwtMC42MDkzNzUgOC43OTY4NzUsLTAuNjA5Mzc1IDIuNTkzNzUsMCAzLjM5MDYyNSwxIDMuMzkwNjI1LDIgMCwxIC0xLjU5Mzc1LDEuNzk2ODc1IC00LjI5Njg3NSwyLjYwOTM3NSBDIDE5LjA5Mzc1LDUuMjAzMTI1IDE4LDguMjk2ODc1IDE4LDEwLjc5Njg3NSBWIDQwLjkwNjI1IGMgMCwyIDAsMi44OTA2MjUgLTEuMjAzMTI1LDIuODkwNjI1IEMgMTUuNzk2ODc1LDQzLjc5Njg3NSA3LjUsNDAuNSA2LjQwNjI1LDM5LjkwNjI1IDUuMDkzNzUsMzkuMjk2ODc1IDMuNSwzOC41IDMuNSwzNy40MDYyNSAzLjUsMzYuMjk2ODc1IDQuNSwzNS43MDMxMjUgNS41OTM3NSwzNS4yOTY4NzUgOCwzNC40MDYyNSA5LjcwMzEyNSwzMS45MDYyNSA5LjcwMzEyNSwzMC4yMDMxMjUgWiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTA1IiAvPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0iTSAxNi4yOTY4NzUsNDMgQyA5LjI5Njg3NSw0MyAzLjUsMzcuMjk2ODc1IDMuNSwzMC41IGMgMCwtNSAzLjkwNjI1LC04LjA5Mzc1IDguNDA2MjUsLTExLjIwMzEyNSBsIDQuNzk2ODc1LC0zLjM5MDYyNSBjIDIuMzkwNjI1LC0xLjgxMjUgNC41LC0yLjgxMjUgNC41LC03LjIwMzEyNSAwLC0zIC0yLjkwNjI1LC01IC01LjkwNjI1LC01IEMgMTIsMy43MDMxMjUgOC45MDYyNSw0Ljc5Njg3NSA3LjU5Mzc1LDcuNSBjIC0xLjM5MDYyNSwzLjA5Mzc1IC0zLjM5MDYyNSw0IC00LjM5MDYyNSw0IC0xLDAgLTEuMTA5Mzc1LC0xLjUgLTEuMTA5Mzc1LC0zLjIwMzEyNSAwLC0xLjUgMS4yMDMxMjUsLTUgMS43MDMxMjUsLTYuMjk2ODc1IDAuNSwtMS4yOTY4NzUgMSwtMS40MDYyNSAyLjUsLTIgMSwtMC40MDYyNSAzLjc5Njg3NSwtMC43OTY4NzUgNi42MDkzNzUsLTAuNzk2ODc1IDguMTg3NSwwIDE1LjA5Mzc1LDYuMDkzNzUgMTUuMDkzNzUsMTQuNTkzNzUgMCwzLjUgLTIuMDkzNzUsNS43OTY4NzUgLTQuNzk2ODc1LDggTCAxNSwyOCBjIC0yLjI5Njg3NSwxLjU5Mzc1IC00LjI5Njg3NSwzLjI5Njg3NSAtNC4yOTY4NzUsNi4wOTM3NSAwLDIuNSAyLjA5Mzc1LDQuMzEyNSA0LjU5Mzc1LDQuMzEyNSAzLjEwOTM3NSwwIDYsLTEuNzAzMTI1IDYuNzk2ODc1LC00IDAuNSwtMiAyLC0yLjUgMywtMi41IDEuMjAzMTI1LDAgMS4yMDMxMjUsMSAxLjIwMzEyNSwyLjE4NzUgMCwwLjkwNjI1IC0wLjIwMzEyNSwzLjgxMjUgLTAuNSw0LjkwNjI1IC0wLjI5Njg3NSwxIC0wLjUsMS4yOTY4NzUgLTEuMDkzNzUsMS41OTM3NSBDIDIxLjUsNDEuOTA2MjUgMTkuNDA2MjUsNDMgMTYuMjk2ODc1LDQzIFoiCiAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTExNSIgLz4KICAgICAgICA8cGF0aAogICAgICAgICAgIGQ9Im0gMTguNTkzNzUsLTAuNzk2ODc1IGMgNiwwIDExLjQwNjI1LDQuODkwNjI1IDExLjQwNjI1LDcuMjAzMTI1IDAsMSAtMC41LDEuMzkwNjI1IC0xLjUsMS4zOTA2MjUgQyAyNy41LDcuNzk2ODc1IDI1LDYgMjEuMjk2ODc1LDYgYyAtMy41LDAgLTUuMjAzMTI1LDIuMjAzMTI1IC01LjIwMzEyNSw5LjIwMzEyNSBWIDMzLjkwNjI1IGMgMCwxLjM5MDYyNSAwLjQwNjI1LDEuODkwNjI1IDEuNjA5Mzc1LDEuODkwNjI1IEggMjcuNTkzNzUgQyAyOSwzNS43OTY4NzUgMzAsMzguNDA2MjUgMzAsMzkuNDA2MjUgYyAwLDEgLTAuNDA2MjUsMi4yOTY4NzUgLTIsMi4yOTY4NzUgaCAtOS43MDMxMjUgYyAtMS4yOTY4NzUsMCAtMi4yMDMxMjUsMC41IC0yLjIwMzEyNSwxLjUgViA0NiBjIDAsMS43MDMxMjUgLTAuMTg3NSwyLjUgLTEuMzkwNjI1LDIuNSAtMS4yOTY4NzUsMCAtNS4xMDkzNzUsLTMuNzk2ODc1IC02LjUsLTUgQyA1LjcwMzEyNSw0MS40MDYyNSAxLjUsMzguNTkzNzUgMS41LDM3LjIwMzEyNSBjIDAsLTEgMi4yOTY4NzUsLTEuNDA2MjUgMy4yMDMxMjUsLTEuNDA2MjUgMy43MDMxMjUsMCAzLjA5Mzc1LC0wLjUgMy4wOTM3NSwtMS4zOTA2MjUgdiAtMjMuODEyNSBjIDAsLTguNSA0LjkwNjI1LC0xMS4zOTA2MjUgMTAuNzk2ODc1LC0xMS4zOTA2MjUgeiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTE2IiAvPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0ibSAyMC4yOTY4NzUsLTAuNzk2ODc1IGMgOS43OTY4NzUsMCAxNS42MDkzNzUsNC43OTY4NzUgMTUuNjA5Mzc1LDcuNzAzMTI1IDAsMSAtMC41LDEuMzkwNjI1IC0xLjUsMS4zOTA2MjUgQyAzMy40MDYyNSw4LjI5Njg3NSAyOC41LDYgMjMuOTA2MjUsNiAxNS40MDYyNSw2IDExLjUsMTUuNDA2MjUgMTEuNSwyNC4yMDMxMjUgYyAwLDYuNTkzNzUgNC4yMDMxMjUsMTQuMDkzNzUgMTAuMjAzMTI1LDE0LjA5Mzc1IDIuMDkzNzUsMCAzLjM5MDYyNSwtMS43OTY4NzUgNS4wOTM3NSwtMy41IDIuMjAzMTI1LC0yLjIwMzEyNSA0LjcwMzEyNSwtMy41OTM3NSA2LjUsLTMuNTkzNzUgMi4yOTY4NzUsMCA0LjIwMzEyNSwxLjUgNC4yMDMxMjUsMy44OTA2MjUgMCwxLjMxMjUgLTEuNDA2MjUsMyAtMy4yOTY4NzUsNC42MDkzNzUgQyAzMi41OTM3NSw0MSAyOS41LDQzIDIyLjUsNDMgMTEsNDMgMi4yOTY4NzUsMzEuNTkzNzUgMi4yOTY4NzUsMTkuNSBjIDAsLTEwLjU5Mzc1IDcuMjk2ODc1LC0yMC4yOTY4NzUgMTgsLTIwLjI5Njg3NSB6IgogICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci05OSIgLz4KICAgICAgPC9kZWZzPgogICAgICA8dXNlCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci03NiIKICAgICAgICAgaWQ9InVzZTI5NCIKICAgICAgICAgeD0iMCIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPHVzZQogICAgICAgICB4PSI1OS4wOTk5OTEiCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMTEiCiAgICAgICAgIGlkPSJ1c2UyOTYiCiAgICAgICAgIHk9IjAiCiAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDx1c2UKICAgICAgICAgeD0iMTA3Ljc5OTk5IgogICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTAzIgogICAgICAgICBpZD0idXNlMjk4IgogICAgICAgICB5PSIwIgogICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8dXNlCiAgICAgICAgIHg9IjE1NS42OTk5OCIKICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTEwNSIKICAgICAgICAgaWQ9InVzZTMwMCIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPHVzZQogICAgICAgICB4PSIxODMuMjk5OTciCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMTUiCiAgICAgICAgIGlkPSJ1c2UzMDIiCiAgICAgICAgIHk9IjAiCiAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDx1c2UKICAgICAgICAgeD0iMjEzLjM5OTk2IgogICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTE2IgogICAgICAgICBpZD0idXNlMzA0IgogICAgICAgICB5PSIwIgogICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8dXNlCiAgICAgICAgIHg9IjI0NS44OTk5NSIKICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTEwNSIKICAgICAgICAgaWQ9InVzZTMwNiIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPHVzZQogICAgICAgICB4PSIyNzMuNDk5OTQiCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci05OSIKICAgICAgICAgaWQ9InVzZTMwOCIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTEzLjEsODcuNTY2NTMxKSIKICAgICAgIGlkPSJnMzMxIj4KICAgICAgPGRlZnMKICAgICAgICAgaWQ9ImRlZnMzMjEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0iTSAyNi41OTM3NSw1MC41IFYgMTEuNzAzMTI1IEMgMjYuNTkzNzUsOCAyNS4yOTY4NzUsNiAyMS45MDYyNSw0LjUgYyAtMi4yMDMxMjUsLTEgLTUuNSwtMS41IC01LjUsLTMgMCwtMSAyLjE4NzUsLTEuNTkzNzUgMy4yOTY4NzUsLTEuNzAzMTI1IDAuNzAzMTI1LDAgNi41OTM3NSwwLjYwOTM3NSAxMS4yOTY4NzUsMC42MDkzNzUgNC43OTY4NzUsMCAxMS40MDYyNSwtMC42MDkzNzUgMTIuMDkzNzUsLTAuNjA5Mzc1IEMgNDQuMjAzMTI1LC0wLjA5Mzc1IDQ2LjI5Njg3NSwwLjUgNDYuMjk2ODc1LDEuNSBjIDAsMS41IC0zLjI5Njg3NSwyIC01LjUsMyBDIDM3LjQwNjI1LDYgMzYuMDkzNzUsOCAzNi4wOTM3NSwxMS43MDMxMjUgViA1MC41IGMgMCwxIDAuMjAzMTI1LDMuMDkzNzUgMS4yMDMxMjUsMy4wOTM3NSBoIDE1LjUgYyAxLjQwNjI1LDAgMi43MDMxMjUsLTEuMjk2ODc1IDMuNjA5Mzc1LC0yLjc5Njg3NSAxLjA5Mzc1LC0xLjg5MDYyNSAyLjU5Mzc1LC00LjUgMy41OTM3NSwtNC41IDEuMjAzMTI1LDAgMS40MDYyNSwwLjc5Njg3NSAxLjQwNjI1LDIuMjk2ODc1IDAsMS4xMDkzNzUgLTAuMjAzMTI1LDQuNSAtMC4yMDMxMjUsNi45MDYyNSAwLDIuMjAzMTI1IDAuMzkwNjI1LDMuNDA2MjUgMC4zOTA2MjUsNC4yOTY4NzUgMCwwLjc5Njg3NSAtMC41OTM3NSwxLjc5Njg3NSAtMS43OTY4NzUsMS43OTY4NzUgLTEuMjAzMTI1LDAgLTEuNzAzMTI1LC0wLjc5Njg3NSAtMi44OTA2MjUsLTEuNSAtMS44MTI1LC0xIC0zLjQwNjI1LC0xLjY4NzUgLTcsLTEuNjg3NSBIIDE1IGMgLTUuNSwwIC04LDMgLTkuNSwzIC0xLDAgLTEuNzAzMTI1LC0xLjIwMzEyNSAtMS43MDMxMjUsLTIuNSAwLC0xIDAuMjAzMTI1LC0yLjkwNjI1IDAuMjAzMTI1LC00LjUgMCwtMy4yMDMxMjUgLTAuNSwtNCAtMC41LC02LjMxMjUgMCwtMC44OTA2MjUgMC41LC0yLjI5Njg3NSAxLjc5Njg3NSwtMi4yOTY4NzUgMS40MDYyNSwwIDIuMTA5Mzc1LDIuNzk2ODc1IDMuMjAzMTI1LDQuNzk2ODc1IDEsMS44MTI1IDEuNzAzMTI1LDMgNC4yOTY4NzUsMyBIIDI1IGMgMSwwIDEuNTkzNzUsLTEuMDkzNzUgMS41OTM3NSwtMy4wOTM3NSB6IgogICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci04NCIgLz4KICAgICAgICA8cGF0aAogICAgICAgICAgIGQ9Im0gMTEuMDkzNzUsMTMuMDkzNzUgYyAwLDEuNzAzMTI1IDEuNSwzLjcwMzEyNSA1LDQuODEyNSBsIDQuODEyNSwxLjg5MDYyNSBDIDIyLDIwLjIwMzEyNSAyMy4yMDMxMjUsMjAuMjAzMTI1IDIzLjIwMzEyNSwxOS4wOTM3NSBWIDkuNzAzMTI1IGMgMCwtMi40MDYyNSAtMy40MDYyNSwtMy43OTY4NzUgLTYuMjAzMTI1LC0zLjc5Njg3NSAtMy41OTM3NSwwIC01LjkwNjI1LDIuMjk2ODc1IC01LjkwNjI1LDcuMTg3NSB6IE0gMTguNSw0MyBjIC0zLjcwMzEyNSwwIC03LjUsLTIuMjk2ODc1IC0xMSwtNC43MDMxMjUgLTIuMDkzNzUsLTEuNSAtMy43OTY4NzUsLTQuNSAtMy43OTY4NzUsLTYuNzk2ODc1IDAsLTAuNzk2ODc1IDAuMjAzMTI1LC0zLjQwNjI1IDAuNzk2ODc1LC0zLjQwNjI1IDEsMCA1LDEuNzAzMTI1IDUuNTkzNzUsMi4xMDkzNzUgMC45MDYyNSwwLjU5Mzc1IDEsMS4zOTA2MjUgMSwzLjg5MDYyNSAwLDIuMTA5Mzc1IDIuNSwyLjkwNjI1IDQuNjA5Mzc1LDIuOTA2MjUgQyAxOS4yMDMxMjUsMzcgMjMsMzQuNDA2MjUgMjMsMzAuOTA2MjUgViAyNiBjIDAsLTEgLTAuNSwtMS41IC0yLjI5Njg3NSwtMi4yOTY4NzUgbCAtMTMuMTA5Mzc1LC01LjUgYyAtMywtMS4yOTY4NzUgLTUuMzkwNjI1LC00LjQwNjI1IC01LjM5MDYyNSwtOS40MDYyNSAwLC01IDUsLTkuNTkzNzUgOS44OTA2MjUsLTkuNTkzNzUgMy45MDYyNSwwIDcuOTA2MjUsMiAxMC4yMDMxMjUsNC4yOTY4NzUgMC43MDMxMjUsMC43MDMxMjUgMC43OTY4NzUsMC43OTY4NzUgMS41LC0wLjIwMzEyNSAxLjI5Njg3NSwtMS43OTY4NzUgMy42MDkzNzUsLTQuMDkzNzUgNi45MDYyNSwtNC4wOTM3NSA0LDAgOSwyLjU5Mzc1IDksNi4yMDMxMjUgMCwxLjA5Mzc1IC0wLjI5Njg3NSwyLjE4NzUgLTAuOTA2MjUsMi4xODc1IC0wLjcwMzEyNSwwIC0yLjIwMzEyNSwtMS4yOTY4NzUgLTMuNTkzNzUsLTEuMjk2ODc1IEMgMzMuNSw2LjI5Njg3NSAzMS41OTM3NSw3LjUgMzEuNTkzNzUsOS4wOTM3NSBWIDMyLjc5Njg3NSBDIDMxLjU5Mzc1LDM4LjA5Mzc1IDI3LDQzIDE4LjUsNDMgWiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItOTciIC8+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBkPSJtIDQ0LjkwNjI1LDExIHYgMTguMDkzNzUgYyAwLDcuMzEyNSAtNS41LDEzLjkwNjI1IC0xMi41LDEzLjkwNjI1IEMgMjcuMjAzMTI1LDQzIDIzLjI5Njg3NSw0MS43OTY4NzUgMjAsMzkuMDkzNzUgMTkuMjAzMTI1LDM4LjQwNjI1IDE4LDM3IDE4LDM4LjUgViA0MSBjIDAsMS45MDYyNSAwLDIuNzk2ODc1IC0xLjIwMzEyNSwyLjc5Njg3NSAtMSwwIC05LjIwMzEyNSwtMy4yOTY4NzUgLTEwLjM5MDYyNSwtMy44OTA2MjUgQyA1LjA5Mzc1LDM5LjI5Njg3NSAzLjUsMzguNSAzLjUsMzcuNDA2MjUgMy41LDM2LjI5Njg3NSA0LjUsMzUuNzAzMTI1IDUuNTkzNzUsMzUuMjk2ODc1IDgsMzQuNDA2MjUgOS43MDMxMjUsMzEuOTA2MjUgOS43MDMxMjUsMzAuMjAzMTI1IHYgLTE5LjQwNjI1IGMgMCwtMi41IC0xLjEwOTM3NSwtNS41OTM3NSAtMy43OTY4NzUsLTYuMzkwNjI1IEMgMy4yMDMxMjUsMy41OTM3NSAyLDIuNzk2ODc1IDIsMS43OTY4NzUgYyAwLC0xIDAuNDA2MjUsLTIgMywtMiAyLjIwMzEyNSwwIDYuOTA2MjUsMC42MDkzNzUgOC45MDYyNSwwLjYwOTM3NSAxLjU5Mzc1LDAgNS4wOTM3NSwtMC42MDkzNzUgNy4yOTY4NzUsLTAuNjA5Mzc1IDIuNTkzNzUsMCAyLjg5MDYyNSwxIDIuODkwNjI1LDIgMCwxIC0xLjA5Mzc1LDEuNzk2ODc1IC0zLjc5Njg3NSwyLjYwOTM3NSBDIDE4LjQwNjI1LDUgMTgsOC4yOTY4NzUgMTgsMTAuNzk2ODc1IGwgMC4wOTM3NSwxNiBjIDAsNy42MDkzNzUgNCwxMSA5LjgxMjUsMTEgNS4xODc1LDAgOC42ODc1LC01Ljc5Njg3NSA4LjY4NzUsLTExLjcwMzEyNSBWIDEwLjc5Njg3NSBjIDAsLTIuNSAtMC41LC01Ljg5MDYyNSAtMi4yOTY4NzUsLTYuMzkwNjI1IEMgMzEuNTkzNzUsMy41OTM3NSAzMC40MDYyNSwyLjc5Njg3NSAzMC40MDYyNSwxLjc5Njg3NSBjIDAsLTEgMC4zOTA2MjUsLTIgMywtMiAyLjE4NzUsMCA1LjM5MDYyNSwwLjYwOTM3NSA3LjM5MDYyNSwwLjYwOTM3NSAxLjYwOTM3NSwwIDYuNjA5Mzc1LC0wLjYwOTM3NSA4Ljc5Njg3NSwtMC42MDkzNzUgMi42MDkzNzUsMCAyLjcwMzEyNSwxIDIuNzAzMTI1LDIgMCwxIC0wLjg5MDYyNSwxLjc5Njg3NSAtMy41OTM3NSwyLjYwOTM3NSBDIDQ2LDUuMjAzMTI1IDQ0LjkwNjI1LDguNDA2MjUgNDQuOTA2MjUsMTEgWiIKICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTEwIiAvPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgZD0ibSA0NC45MDYyNSwxMSB2IDE4LjA5Mzc1IGMgMCw3LjMxMjUgLTUuNSwxMy45MDYyNSAtMTIuNSwxMy45MDYyNSBDIDI3LjIwMzEyNSw0MyAyMy4yOTY4NzUsNDEuNzk2ODc1IDIwLDM5LjA5Mzc1IDE5LjIwMzEyNSwzOC40MDYyNSAxOCwzNi45MDYyNSAxOCwzOS41IHYgMjUuOTA2MjUgYyAwLDEuODkwNjI1IDAsMi42ODc1IC0xLjIwMzEyNSwyLjY4NzUgLTEsMCAtNi4zOTA2MjUsLTEuNjg3NSAtMTAuMzkwNjI1LC0yLjM5MDYyNSBDIDUsNjUuNSAzLjUsNjQuNzAzMTI1IDMuNSw2My41OTM3NSAzLjUsNjIuNSA0LjcwMzEyNSw2MS43MDMxMjUgNS43OTY4NzUsNjEuMjk2ODc1IGMgMi40MDYyNSwtMC44OTA2MjUgMy45MDYyNSwtMi44OTA2MjUgMy45MDYyNSwtNC41OTM3NSB2IC00NS45MDYyNSBjIDAsLTIuNSAtMS4xMDkzNzUsLTUuNTkzNzUgLTMuNzk2ODc1LC02LjM5MDYyNSBDIDMuMjAzMTI1LDMuNTkzNzUgMiwyLjc5Njg3NSAyLDEuNzk2ODc1IGMgMCwtMSAwLjQwNjI1LC0yIDMsLTIgMi4yMDMxMjUsMCA2LjkwNjI1LDAuNjA5Mzc1IDguOTA2MjUsMC42MDkzNzUgMS41OTM3NSwwIDUuMDkzNzUsLTAuNjA5Mzc1IDcuMjk2ODc1LC0wLjYwOTM3NSAyLjU5Mzc1LDAgMi44OTA2MjUsMSAyLjg5MDYyNSwyIDAsMSAtMS4wOTM3NSwxLjc5Njg3NSAtMy43OTY4NzUsMi42MDkzNzUgQyAxOC40MDYyNSw1IDE4LDguMjk2ODc1IDE4LDEwLjc5Njg3NSBsIDAuMDkzNzUsMTYgYyAwLDcuNjA5Mzc1IDQsMTEgOS44MTI1LDExIDUuMTg3NSwwIDguNjg3NSwtNS43OTY4NzUgOC42ODc1LC0xMS43MDMxMjUgViAxMC43OTY4NzUgYyAwLC0yLjUgLTAuNSwtNS44OTA2MjUgLTIuMjk2ODc1LC02LjM5MDYyNSBDIDMxLjU5Mzc1LDMuNTkzNzUgMzAuNDA2MjUsMi43OTY4NzUgMzAuNDA2MjUsMS43OTY4NzUgYyAwLC0xIDAuMzkwNjI1LC0yIDMsLTIgMi4xODc1LDAgNS4zOTA2MjUsMC42MDkzNzUgNy4zOTA2MjUsMC42MDkzNzUgMS42MDkzNzUsMCA2LjYwOTM3NSwtMC42MDkzNzUgOC43OTY4NzUsLTAuNjA5Mzc1IDIuNjA5Mzc1LDAgMi43MDMxMjUsMSAyLjcwMzEyNSwyIDAsMSAtMC44OTA2MjUsMS43OTY4NzUgLTMuNTkzNzUsMi42MDkzNzUgQyA0Niw1LjIwMzEyNSA0NSw4LjQwNjI1IDQ0LjkwNjI1LDExIFoiCiAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTEwNCIgLz4KICAgICAgPC9kZWZzPgogICAgICA8dXNlCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci04NCIKICAgICAgICAgaWQ9InVzZTMyMyIKICAgICAgICAgeD0iMCIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPHVzZQogICAgICAgICB4PSI1OS4xOTk5OTciCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci05NyIKICAgICAgICAgaWQ9InVzZTMyNSIKICAgICAgICAgeT0iMCIKICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPHVzZQogICAgICAgICB4PSIxMDAuMDk5OTkiCiAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMTAiCiAgICAgICAgIGlkPSJ1c2UzMjciCiAgICAgICAgIHk9IjAiCiAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDx1c2UKICAgICAgICAgeD0iMTU0LjM5OTk4IgogICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTA0IgogICAgICAgICBpZD0idXNlMzI5IgogICAgICAgICB5PSIwIgogICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPC9nPgogIDwvZz4KICA8c29kaXBvZGk6bmFtZWR2aWV3CiAgICAgcGFnZWNvbG9yPSIjZmZmZmZmIgogICAgIGJvcmRlcmNvbG9yPSIjNjY2NjY2IgogICAgIGJvcmRlcm9wYWNpdHk9IjEiCiAgICAgb2JqZWN0dG9sZXJhbmNlPSIxMCIKICAgICBncmlkdG9sZXJhbmNlPSIxMCIKICAgICBndWlkZXRvbGVyYW5jZT0iMTAiCiAgICAgaW5rc2NhcGU6cGFnZW9wYWNpdHk9IjAiCiAgICAgaW5rc2NhcGU6cGFnZXNoYWRvdz0iMiIKICAgICBpbmtzY2FwZTp3aW5kb3ctd2lkdGg9IjM4NDAiCiAgICAgaW5rc2NhcGU6d2luZG93LWhlaWdodD0iMjEwNiIKICAgICBpZD0ibmFtZWR2aWV3MzQ0IgogICAgIHNob3dncmlkPSJmYWxzZSIKICAgICBpbmtzY2FwZTp6b29tPSIyLjE4NzUiCiAgICAgaW5rc2NhcGU6Y3g9IjU4LjgxOTAzNyIKICAgICBpbmtzY2FwZTpjeT0iMTc1LjYzNzM0IgogICAgIGlua3NjYXBlOndpbmRvdy14PSIwIgogICAgIGlua3NjYXBlOndpbmRvdy15PSI1NCIKICAgICBpbmtzY2FwZTp3aW5kb3ctbWF4aW1pemVkPSIwIgogICAgIGlua3NjYXBlOmN1cnJlbnQtbGF5ZXI9InN2ZzM0MiIgLz4KICA8bWV0YWRhdGEKICAgICBpZD0ibWV0YWRhdGEyIj4KICAgIDxyZGY6UkRGPgogICAgICA8Y2M6V29yaz4KICAgICAgICA8ZGM6dHlwZQogICAgICAgICAgIHJkZjpyZXNvdXJjZT0iaHR0cDovL3B1cmwub3JnL2RjL2RjbWl0eXBlL1N0aWxsSW1hZ2UiIC8+CiAgICAgICAgPGRjOmRhdGU+MjAyMC0wOS0yMVQyMTowMzoxMC4zNDcyNjA8L2RjOmRhdGU+CiAgICAgICAgPGRjOmZvcm1hdD5pbWFnZS9zdmcreG1sPC9kYzpmb3JtYXQ+CiAgICAgICAgPGRjOmNyZWF0b3I+CiAgICAgICAgICA8Y2M6QWdlbnQ+CiAgICAgICAgICAgIDxkYzp0aXRsZT5NYXRwbG90bGliIHYzLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy88L2RjOnRpdGxlPgogICAgICAgICAgPC9jYzpBZ2VudD4KICAgICAgICA8L2RjOmNyZWF0b3I+CiAgICAgICAgPGRjOnRpdGxlPjwvZGM6dGl0bGU+CiAgICAgIDwvY2M6V29yaz4KICAgIDwvcmRmOlJERj4KICA8L21ldGFkYXRhPgogIDxkZWZzCiAgICAgaWQ9ImRlZnM2Ij4KICAgIDxzdHlsZQogICAgICAgdHlwZT0idGV4dC9jc3MiCiAgICAgICBpZD0ic3R5bGU0Ij4qe3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOnJvdW5kO308L3N0eWxlPgogIDwvZGVmcz4KICA8cGF0aAogICAgIGQ9Im0gLTU3LjIsMzA0LjUyOCBoIDQ2MC44IHYgLTM0NS42IEggLTU3LjIgWiIKICAgICBzdHlsZT0iZmlsbDpub25lIgogICAgIGlkPSJwYXRoOCIgLz4KICA8ZGVmcwogICAgIGlkPSJkZWZzMzQwIj4KICAgIDxjbGlwUGF0aAogICAgICAgaWQ9InA2NjhhYWEyMzM0Ij4KICAgICAgPHJlY3QKICAgICAgICAgaGVpZ2h0PSIyNjYuMTEyIgogICAgICAgICB3aWR0aD0iMzU3LjEyIgogICAgICAgICB4PSI1Ny41OTk5OTgiCiAgICAgICAgIHk9IjQxLjQ3MiIKICAgICAgICAgaWQ9InJlY3QzMzciIC8+CiAgICA8L2NsaXBQYXRoPgogIDwvZGVmcz4KPC9zdmc+Cg==" style="margin-top:2rem" height="420px">
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="380" class="slide " data-line="380" data-h="2" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Logistic&#x51FD;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5C06;<span class="mathjax-exps">$\Rbb$</span>&#x201C;&#x6324;&#x538B;&#x201D;&#x5230;<span class="mathjax-exps">$[0,1]$</span>&#xFF0C;&#x8F93;&#x51FA;&#x62E5;&#x6709;&#x6982;&#x7387;&#x610F;&#x4E49;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \sigma(z) = \frac{1}{1 + \exp (-z)} = \begin{cases} 
                1 &amp; &#x82E5;~z \rightarrow \infty \\ 
                0 &amp; &#x82E5;~z \rightarrow -\infty
            \end{cases}
        \end{align*}
    $$
</div>
<br>
<p>Logistic &#x51FD;&#x6570;&#x8FDE;&#x7EED;&#x53EF;&#x5BFC;&#xFF0C;&#x5728;<span class="blue">&#x96F6;&#x5904;&#x5BFC;&#x6570;&#x6700;&#x5927;</span></p>
<div>
    $$
        \begin{align*}
            \sigma&apos;(z) &amp; = - \frac{- \exp (-z)}{(1 + \exp (-z))^2} \\
            &amp; = \frac{1}{1 + \exp (-z)} \frac{\exp (-z)}{1 + \exp (-z)} \\
            &amp; = \sigma(z) (1 - \sigma(z)) \\
            &amp; \leq \left( \frac{\sigma(z) + 1 - \sigma(z)}{2} \right)^2 = \frac{1}{4} \quad &#x5728;z = 0&#x65F6;&#x53D6;&#x7B49;&#x53F7;
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="426" class="slide " data-line="426" data-h="2" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Tanh&#x51FD;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5C06;<span class="mathjax-exps">$\Rbb$</span>&#x201C;&#x6324;&#x538B;&#x201D;&#x5230;<span class="mathjax-exps">$[-1,1]$</span>&#xFF0C;<span class="blue">&#x8F93;&#x51FA;&#x96F6;&#x4E2D;&#x5FC3;&#x5316;</span>&#xFF0C;Logistic &#x51FD;&#x6570;&#x7684;&#x653E;&#x5927;&#x5E73;&#x79FB;</p>
<div>
    $$
        \begin{align*}
            \tanh(z) &amp; = \frac{\exp(z) - \exp(-z)}{\exp(z) + \exp(-z)} \\
            &amp; = \frac{1 - \exp(-2z)}{1 + \exp(-2z)} \\
            &amp; = 2 \sigma(2z) - 1 = \begin{cases} 
                1 &amp; &#x82E5;~z \rightarrow \infty \\ 
                -1 &amp; &#x82E5;~z \rightarrow -\infty
            \end{cases}
        \end{align*}
    $$
</div>
<br>
<p>&#x6027;&#x8D28;&#xFF1A;</p>
<ul>
<li>&#x8FDE;&#x7EED;&#x53EF;&#x5BFC;<span class="mathjax-exps">$\tanh&apos;(z) = 2 (\sigma(2z))&apos; = 4 \sigma(2z) (1 - \sigma(2z))$</span></li>
<li>&#x8F93;&#x51FA;&#x96F6;&#x4E2D;&#x5FC3;&#x5316;&#x4F7F;&#x5F97;&#x540E;&#x4E00;&#x5C42;&#x7684;&#x8F93;&#x5165;<span class="mathjax-exps">$\wv^\top \av + \bv$</span>&#x4E5F;&#x5728;&#x96F6;&#x9644;&#x8FD1;&#xFF0C;&#x800C; Logistic &#x51FD;&#x6570;&#x5728;&#x96F6;&#x5904;&#x5BFC;&#x6570;&#x6700;&#x5927;&#xFF0C;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x66F4;&#x65B0;&#x6548;&#x7387;&#x8F83;&#x9AD8;&#xFF0C;Logistic &#x51FD;&#x6570;&#x8F93;&#x51FA;&#x6052;&#x4E3A;&#x6B63;&#xFF0C;&#x4F1A;&#x8FDB;&#x4E00;&#x6B65;&#x51CF;&#x6162;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x7684;&#x6536;&#x655B;&#x901F;&#x5EA6;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="466" class="slide " data-line="466" data-h="3" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">ReLU</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>ReLU &#x5168;&#x79F0;&#x53EB;&#x4FEE;&#x6B63;&#x7EBF;&#x6027;&#x5355;&#x5143;(Rectified Linear Unit)&#xFF0C;&#x5B9A;&#x4E49;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \relu(z) &amp; = \begin{cases}
                z &amp; &#x82E5;~z \geq 0 \\ 0 &amp; &#x82E5;~z &lt; 0
            \end{cases} \\
            &amp; = \max \{ 0, z \} 
        \end{align*}
    $$
</div>
<br>
<p>&#x4F18;&#x70B9;</p>
<ul>
<li>&#x8BA1;&#x7B97;&#x53EA;&#x6D89;&#x53CA;&#x52A0;&#x6CD5;&#x3001;&#x4E58;&#x6CD5;&#x548C;&#x6BD4;&#x8F83;&#x64CD;&#x4F5C;&#xFF0C;&#x975E;&#x5E38;&#x9AD8;&#x6548;</li>
<li>&#x751F;&#x7269;&#x89E3;&#x91CA;&#xFF1A;&#x5355;&#x4FA7;&#x6291;&#x5236;&#xFF0C;&#x5BBD;&#x5174;&#x594B;&#x8FB9;&#x754C;&#xFF0C;&#x7A00;&#x758F;&#x5174;&#x594B;</li>
<li>&#x5728;<span class="mathjax-exps">$z &gt; 0$</span>&#x65F6;&#x5BFC;&#x6570;&#x6052;&#x4E3A;<span class="mathjax-exps">$1$</span>&#xFF0C;&#x7F13;&#x89E3;&#x4E86;<span class="blue">&#x68AF;&#x5EA6;&#x6D88;&#x5931;</span>&#x95EE;&#x9898;</li>
</ul>
<br>
<p>&#x7F3A;&#x70B9;</p>
<ul>
<li>&#x8F93;&#x51FA;&#x975E;&#x96F6;&#x4E2D;&#x5FC3;&#x5316;</li>
<li>&#x6B7B;&#x4EA1; ReLU &#x95EE;&#x9898;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="512" class="slide " data-line="512" data-h="3" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B7B;&#x4EA1;ReLU&#x95EE;&#x9898;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x7531;&#x94FE;&#x5F0F;&#x6CD5;&#x5219;&#x6709;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \relu(\wv^\top \xv + b)}{\partial \wv} &amp; = \frac{\partial \relu(\wv^\top \xv + b)}{\partial (\wv^\top \xv + b)} \frac{\partial (\wv^\top \xv + b)}{\partial \wv} \\
            &amp; = \frac{\partial \max \{ 0, \wv^\top \xv + b \}}{\partial (\wv^\top \xv + b)} \xv^\top \\
            &amp; = 1_{\wv^\top \xv + b \geq 0} \xv^\top
        \end{align*}
    $$
</div>
<p>&#x5982;&#x679C;&#x7B2C;&#x4E00;&#x9690;&#x85CF;&#x5C42;&#x4E2D;&#x7684;&#x67D0;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x6743;&#x91CD;&#x5411;&#x91CF;<span class="mathjax-exps">$\wv$</span>&#x8BBE;&#x7F6E;&#x4E0D;&#x5F53;&#xFF0C;&#x4F7F;&#x5F97;&#x5BF9;&#x4EFB;&#x610F;<span class="mathjax-exps">$\xv$</span>&#x6709;<span class="mathjax-exps">$\wv^\top \xv + b &lt; 0$</span>&#xFF0C;&#x90A3;&#x4E48;&#x5176;&#x5173;&#x4E8E;<span class="mathjax-exps">$\wv$</span>&#x7684;&#x68AF;&#x5EA6;&#x5C06;&#x4E3A;&#x96F6;&#xFF0C;&#x5728;&#x4EE5;&#x540E;&#x7684;&#x8BAD;&#x7EC3;&#x8FC7;&#x7A0B;&#x4E2D;<span class="mathjax-exps">$\wv$</span>&#x6C38;&#x8FDC;&#x4E0D;&#x4F1A;&#x88AB;&#x66F4;&#x65B0;</p>
<br>
<p>&#x65B9;&#x6848;&#xFF1A;&#x5E26;&#x6CC4;&#x6F0F;&#x7684; ReLU&#xFF0C;&#x5E26;&#x53C2;&#x6570;&#x7684; ReLU&#xFF0C;ELU&#xFF0C;Softplus</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="548" class="slide " data-line="548" data-h="3" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">ReLU&#x53D8;&#x4F53;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5E26;&#x6CC4;&#x6F0F;&#x7684; ReLU&#xFF1A;&#x5F53;<span class="mathjax-exps">$\wv^\top \xv + b &lt; 0$</span>&#x65F6;&#x4E5F;&#x6709;&#x975E;&#x96F6;&#x68AF;&#x5EA6;</p>
<div>
    $$
        \begin{align*}
            \lrelu(z) &amp; = \begin{cases}
                z &amp; &#x82E5;~z \geq 0 \\ \gamma z &amp; &#x82E5;~z &lt; 0
            \end{cases} \\
            &amp; = \max \{ 0, z \} + \gamma \min \{ 0, z \} \overset{\gamma &lt; 1}{=} \max \{ z, \gamma z \}
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;&#x659C;&#x7387;<span class="mathjax-exps">$\gamma$</span>&#x662F;&#x4E00;&#x4E2A;&#x5F88;&#x5C0F;&#x7684;&#x5E38;&#x6570;&#xFF0C;&#x6BD4;&#x5982;<span class="mathjax-exps">$0.01$</span></p>
<br>
<p>&#x5E26;&#x53C2;&#x6570;&#x7684; ReLU&#xFF1A;&#x659C;&#x7387;<span class="mathjax-exps">$\gamma_i$</span>&#x53EF;&#x5B66;&#x4E60;</p>
<div>
    $$
        \begin{align*}
            \prelu(z) &amp; = \begin{cases}
                z &amp; &#x82E5;~z \geq 0 \\ \gamma_i z &amp; &#x82E5;~z &lt; 0
            \end{cases} \\
            &amp; = \max \{ 0, z \} + \gamma_i \min \{ 0, z \} 
        \end{align*}
    $$
</div>
<p>&#x53EF;&#x4EE5;&#x4E0D;&#x540C;&#x795E;&#x7ECF;&#x5143;&#x5177;&#x6709;&#x4E0D;&#x540C;&#x7684;&#x53C2;&#x6570;&#xFF0C;&#x4E5F;&#x53EF;&#x4EE5;&#x4E00;&#x7EC4;&#x795E;&#x7ECF;&#x5143;&#x5171;&#x4EAB;&#x4E00;&#x4E2A;&#x53C2;&#x6570;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="598" class="slide " data-line="598" data-h="3" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">ReLU&#x53D8;&#x4F53;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>ELU &#x5168;&#x79F0;&#x53EB;&#x6307;&#x6570;&#x7EBF;&#x6027;&#x5355;&#x5143;(Exponential Linear Unit)</p>
<div>
    $$
        \begin{align*}
            \elu(z) &amp; = \begin{cases}
                z &amp; &#x82E5;~z \geq 0 \\ \gamma (\exp(z) - 1) &amp; &#x82E5;~z &lt; 0
            \end{cases} \\
            &amp; = \max \{ 0, z \} + \min \{ 0, \gamma (\exp(z) - 1) \}
        \end{align*}
    $$
</div>
<br>
<p>Softplus &#x51FD;&#x6570;&#x53EF;&#x4EE5;&#x770B;&#x4F5C; ReLU &#x7684;&#x5E73;&#x6ED1;&#x7248;&#x672C;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \softplus(z) = \log (1 + \exp(z))
        \end{align*}
    $$
</div>
<p>&#x5176;&#x5BFC;&#x6570;&#x4E3A; Logistic &#x51FD;&#x6570;</p>
<div>
    $$
        \begin{align*}
            \softplus&apos;(z) = \frac{\exp(z)}{1 + \exp(z)} = \frac{1}{1 + \exp(-z)}
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="651" class="slide " data-line="651" data-h="3" data-v="4">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">ReLU&#x65CF;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<img src="data:image/svg+xml;charset=utf-8;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiCiAgIHhtbG5zOnNvZGlwb2RpPSJodHRwOi8vc29kaXBvZGkuc291cmNlZm9yZ2UubmV0L0RURC9zb2RpcG9kaS0wLmR0ZCIKICAgeG1sbnM6aW5rc2NhcGU9Imh0dHA6Ly93d3cuaW5rc2NhcGUub3JnL25hbWVzcGFjZXMvaW5rc2NhcGUiCiAgIGhlaWdodD0iMjY2LjkxMTk5cHQiCiAgIHZlcnNpb249IjEuMSIKICAgdmlld0JveD0iMCAwIDM1Ny45MTk5OSAyNjYuOTExOTgiCiAgIHdpZHRoPSIzNTcuOTE5OThwdCIKICAgaWQ9InN2ZzMxNCIKICAgc29kaXBvZGk6ZG9jbmFtZT0iUmVMVS5zdmciCiAgIGlua3NjYXBlOnZlcnNpb249IjEuMC4xICgzYmMyZTgxM2Y1LCAyMDIwLTA5LTA3KSI+CiAgPHNvZGlwb2RpOm5hbWVkdmlldwogICAgIHBhZ2Vjb2xvcj0iI2ZmZmZmZiIKICAgICBib3JkZXJjb2xvcj0iIzY2NjY2NiIKICAgICBib3JkZXJvcGFjaXR5PSIxIgogICAgIG9iamVjdHRvbGVyYW5jZT0iMTAiCiAgICAgZ3JpZHRvbGVyYW5jZT0iMTAiCiAgICAgZ3VpZGV0b2xlcmFuY2U9IjEwIgogICAgIGlua3NjYXBlOnBhZ2VvcGFjaXR5PSIwIgogICAgIGlua3NjYXBlOnBhZ2VzaGFkb3c9IjIiCiAgICAgaW5rc2NhcGU6d2luZG93LXdpZHRoPSIzODQwIgogICAgIGlua3NjYXBlOndpbmRvdy1oZWlnaHQ9IjIxMDYiCiAgICAgaWQ9Im5hbWVkdmlldzMxNiIKICAgICBzaG93Z3JpZD0iZmFsc2UiCiAgICAgaW5rc2NhcGU6em9vbT0iMy4wOTM1OTIxIgogICAgIGlua3NjYXBlOmN4PSIyNDIuNjk5ODkiCiAgICAgaW5rc2NhcGU6Y3k9IjE2MS41MzgyMSIKICAgICBpbmtzY2FwZTp3aW5kb3cteD0iMCIKICAgICBpbmtzY2FwZTp3aW5kb3cteT0iNTQiCiAgICAgaW5rc2NhcGU6d2luZG93LW1heGltaXplZD0iMCIKICAgICBpbmtzY2FwZTpjdXJyZW50LWxheWVyPSJzdmczMTQiIC8+CiAgPG1ldGFkYXRhCiAgICAgaWQ9Im1ldGFkYXRhMiI+CiAgICA8cmRmOlJERj4KICAgICAgPGNjOldvcms+CiAgICAgICAgPGRjOnR5cGUKICAgICAgICAgICByZGY6cmVzb3VyY2U9Imh0dHA6Ly9wdXJsLm9yZy9kYy9kY21pdHlwZS9TdGlsbEltYWdlIiAvPgogICAgICAgIDxkYzpkYXRlPjIwMjAtMDktMjFUMjE6MDI6NTQuMjM2MzQxPC9kYzpkYXRlPgogICAgICAgIDxkYzpmb3JtYXQ+aW1hZ2Uvc3ZnK3htbDwvZGM6Zm9ybWF0PgogICAgICAgIDxkYzpjcmVhdG9yPgogICAgICAgICAgPGNjOkFnZW50PgogICAgICAgICAgICA8ZGM6dGl0bGU+TWF0cGxvdGxpYiB2My4zLjIsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvPC9kYzp0aXRsZT4KICAgICAgICAgIDwvY2M6QWdlbnQ+CiAgICAgICAgPC9kYzpjcmVhdG9yPgogICAgICAgIDxkYzp0aXRsZT48L2RjOnRpdGxlPgogICAgICA8L2NjOldvcms+CiAgICA8L3JkZjpSREY+CiAgPC9tZXRhZGF0YT4KICA8ZGVmcwogICAgIGlkPSJkZWZzNiI+CiAgICA8c3R5bGUKICAgICAgIHR5cGU9InRleHQvY3NzIgogICAgICAgaWQ9InN0eWxlNCI+KntzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjpyb3VuZDt9PC9zdHlsZT4KICA8L2RlZnM+CiAgPHBhdGgKICAgICBkPSJtIC01Ny4yLDMwNC41MjggaCA0NjAuOCB2IC0zNDUuNiBIIC01Ny4yIFoiCiAgICAgc3R5bGU9ImZpbGw6bm9uZSIKICAgICBpZD0icGF0aDgiIC8+CiAgPGcKICAgICBpZD0ibGluZTJkXzE4IgogICAgIHRyYW5zZm9ybT0idHJhbnNsYXRlKC01Ny4yLC00MS4wNzIpIiAvPgogIDxnCiAgICAgaWQ9ImxpbmUyZF8yMCIKICAgICB0cmFuc2Zvcm09InRyYW5zbGF0ZSgtNTcuMiwtNDEuMDcyKSIgLz4KICA8ZwogICAgIGlkPSJsaW5lMmRfMjIiCiAgICAgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTU3LjIsLTQxLjA3MikiIC8+CiAgPGcKICAgICBpZD0ibGluZTJkXzI0IgogICAgIHRyYW5zZm9ybT0idHJhbnNsYXRlKC01Ny4yLC00MS4wNzIpIiAvPgogIDxnCiAgICAgaWQ9ImcxMDU2IgogICAgIHRyYW5zZm9ybT0idHJhbnNsYXRlKC01Ny4yLC00MS4wNzIpIj4KICAgIDxwYXRoCiAgICAgICBkPSJNIDU3LjYsMzA3LjU4NCBIIDQxNC43MiBWIDQxLjQ3MiBIIDU3LjYgWiIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmUiCiAgICAgICBpZD0icGF0aDExIiAvPgogICAgPGcKICAgICAgIGlkPSJ4dGlja18xIj4KICAgICAgPGcKICAgICAgICAgaWQ9ImxpbmUyZF8xIj4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzMTUiPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Ik0gMCwwIFYgLTMuNSIKICAgICAgICAgICAgIGlkPSJtOTg1OWNiZWM0MSIKICAgICAgICAgICAgIHN0eWxlPSJzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IiAvPgogICAgICAgIDwvZGVmcz4KICAgICAgICA8ZwogICAgICAgICAgIGlkPSJnMTkiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iOTYuMTEyOTM4IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI205ODU5Y2JlYzQxIgogICAgICAgICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgICAgICAgaWQ9InVzZTE3IgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICAgIDxnCiAgICAgICAgIGlkPSJ0ZXh0XzEiPgogICAgICAgIDwhLS0g4oiSNCAtLT4KICAgICAgICA8ZwogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDg4Ljc0MTg0NywyNTEuMjkwODkpIgogICAgICAgICAgIGlkPSJnMzAiPgogICAgICAgICAgPGRlZnMKICAgICAgICAgICAgIGlkPSJkZWZzMjQiPgogICAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgICBkPSJNIDEwLjU5Mzc1LDM1LjUgSCA3My4xODc1IFYgMjcuMjAzMTI1IEggMTAuNTkzNzUgWiIKICAgICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtODcyMiIgLz4KICAgICAgICAgICAgPHBhdGgKICAgICAgICAgICAgICAgZD0iTSAzNy43OTY4NzUsNjQuMzEyNSAxMi44OTA2MjUsMjUuMzkwNjI1IGggMjQuOTA2MjUgeiBtIC0yLjU5Mzc1LDguNTkzNzUgaCAxMi40MDYyNSBWIDI1LjM5MDYyNSBoIDEwLjQwNjI1IFYgMTcuMTg3NSBIIDQ3LjYwOTM3NSBWIDAgaCAtOS44MTI1IFYgMTcuMTg3NSBIIDQuODkwNjI1IHYgOS41MTU2MjUgeiIKICAgICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTIiIC8+CiAgICAgICAgICA8L2RlZnM+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy04NzIyIgogICAgICAgICAgICAgaWQ9InVzZTI2IgogICAgICAgICAgICAgeD0iMCIKICAgICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUyIgogICAgICAgICAgICAgaWQ9InVzZTI4IgogICAgICAgICAgICAgeT0iMCIKICAgICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDwvZz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJ4dGlja18yIj4KICAgICAgPGcKICAgICAgICAgaWQ9ImxpbmUyZF8yIj4KICAgICAgICA8ZwogICAgICAgICAgIGlkPSJnMzYiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMTY2LjEzNjQ3IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI205ODU5Y2JlYzQxIgogICAgICAgICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgICAgICAgaWQ9InVzZTM0IgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICAgIDxnCiAgICAgICAgIGlkPSJ0ZXh0XzIiPgogICAgICAgIDwhLS0g4oiSMiAtLT4KICAgICAgICA8ZwogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDE1OC43NjUzOCwyNTEuMjkwODkpIgogICAgICAgICAgIGlkPSJnNDYiPgogICAgICAgICAgPGRlZnMKICAgICAgICAgICAgIGlkPSJkZWZzNDAiPgogICAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgICBkPSJNIDE5LjE4NzUsOC4yOTY4NzUgSCA1My42MDkzNzUgViAwIEggNy4zMjgxMjUgdiA4LjI5Njg3NSBxIDUuNjA5Mzc1LDUuODEyNSAxNS4yOTY4NzUsMTUuNTkzNzUgOS43MDMxMjUsOS43OTY4NzUgMTIuMTg3NSwxMi42NDA2MjUgNC43MzQzNzUsNS4zMTI1IDYuNjA5Mzc1LDkgMS44OTA2MjUsMy42ODc1IDEuODkwNjI1LDcuMjUgMCw1LjgxMjUgLTQuMDc4MTI1LDkuNDY4NzUgLTQuMDc4MTI1LDMuNjcxODc1IC0xMC42MjUsMy42NzE4NzUgLTQuNjQwNjI1LDAgLTkuNzk2ODc1LC0xLjYwOTM3NSAtNS4xNDA2MjUsLTEuNjA5Mzc1IC0xMSwtNC44OTA2MjUgdiA5Ljk2ODc1IFEgMTMuNzY1NjI1LDcxLjc4MTI1IDE4LjkzNzUsNzMgcSA1LjE4NzUsMS4yMTg3NSA5LjQ4NDM3NSwxLjIxODc1IDExLjMyODEyNSwwIDE4LjA2MjUsLTUuNjcxODc1IDYuNzM0Mzc1LC01LjY1NjI1IDYuNzM0Mzc1LC0xNS4xMjUgMCwtNC41IC0xLjY4NzUsLTguNTMxMjUgUSA0OS44NTkzNzUsNDAuODc1IDQ1LjQwNjI1LDM1LjQwNjI1IDQ0LjE4NzUsMzMuOTg0Mzc1IDM3LjY0MDYyNSwyNy4yMTg3NSAzMS4xMDkzNzUsMjAuNDUzMTI1IDE5LjE4NzUsOC4yOTY4NzUgWiIKICAgICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTAiIC8+CiAgICAgICAgICA8L2RlZnM+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy04NzIyIgogICAgICAgICAgICAgaWQ9InVzZTQyIgogICAgICAgICAgICAgeD0iMCIKICAgICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUwIgogICAgICAgICAgICAgaWQ9InVzZTQ0IgogICAgICAgICAgICAgeT0iMCIKICAgICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDwvZz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJ4dGlja18zIj4KICAgICAgPGcKICAgICAgICAgaWQ9ImxpbmUyZF8zIj4KICAgICAgICA8ZwogICAgICAgICAgIGlkPSJnNTIiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI205ODU5Y2JlYzQxIgogICAgICAgICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgICAgICAgaWQ9InVzZTUwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICAgIDxnCiAgICAgICAgIGlkPSJ0ZXh0XzMiPgogICAgICAgIDwhLS0gMCAtLT4KICAgICAgICA8ZwogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDIzMi45Nzg3NSwyNTEuMjkwODkpIgogICAgICAgICAgIGlkPSJnNjAiPgogICAgICAgICAgPGRlZnMKICAgICAgICAgICAgIGlkPSJkZWZzNTYiPgogICAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgICBkPSJtIDMxLjc4MTI1LDY2LjQwNjI1IHEgLTcuNjA5Mzc1LDAgLTExLjQ1MzEyNSwtNy41IFEgMTYuNSw1MS40MjE4NzUgMTYuNSwzNi4zNzUgcSAwLC0xNC45ODQzNzUgMy44MjgxMjUsLTIyLjQ4NDM3NSAzLjg0Mzc1LC03LjUgMTEuNDUzMTI1LC03LjUgNy42NzE4NzUsMCAxMS41LDcuNSAzLjg0Mzc1LDcuNSAzLjg0Mzc1LDIyLjQ4NDM3NSAwLDE1LjA0Njg3NSAtMy44NDM3NSwyMi41MzEyNSAtMy44MjgxMjUsNy41IC0xMS41LDcuNSB6IG0gMCw3LjgxMjUgcSAxMi4yNjU2MjUsMCAxOC43MzQzNzUsLTkuNzAzMTI1IDYuNDY4NzUsLTkuNjg3NSA2LjQ2ODc1LC0yOC4xNDA2MjUgMCwtMTguNDA2MjUgLTYuNDY4NzUsLTI4LjEwOTM3NSAtNi40Njg3NSwtOS42ODc1IC0xOC43MzQzNzUsLTkuNjg3NSAtMTIuMjUsMCAtMTguNzE4NzUsOS42ODc1IFEgNi41OTM3NSwxNy45Njg3NSA2LjU5Mzc1LDM2LjM3NSBxIDAsMTguNDUzMTI1IDYuNDY4NzUsMjguMTQwNjI1IDYuNDY4NzUsOS43MDMxMjUgMTguNzE4NzUsOS43MDMxMjUgeiIKICAgICAgICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNDgiIC8+CiAgICAgICAgICA8L2RlZnM+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgICAgICAgIGlkPSJ1c2U1OCIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inh0aWNrXzQiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzQiPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9Imc2NiI+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgICB4PSIzMDYuMTgzNTMiCiAgICAgICAgICAgICB4bGluazpocmVmPSIjbTk4NTljYmVjNDEiCiAgICAgICAgICAgICB5PSIyNjAuMzcwNTciCiAgICAgICAgICAgICBpZD0idXNlNjQiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8L2c+CiAgICAgIDwvZz4KICAgICAgPGcKICAgICAgICAgaWQ9InRleHRfNCI+CiAgICAgICAgPCEtLSAyIC0tPgogICAgICAgIDxnCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMzAzLjAwMjI4LDI1MS4yOTA4OSkiCiAgICAgICAgICAgaWQ9Imc3MSI+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MCIKICAgICAgICAgICAgIGlkPSJ1c2U2OSIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inh0aWNrXzUiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzUiPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9Imc3NyI+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICAgICAgICB4PSIzNzYuMjA3MDYiCiAgICAgICAgICAgICB4bGluazpocmVmPSIjbTk4NTljYmVjNDEiCiAgICAgICAgICAgICB5PSIyNjAuMzcwNTciCiAgICAgICAgICAgICBpZD0idXNlNzUiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8L2c+CiAgICAgIDwvZz4KICAgICAgPGcKICAgICAgICAgaWQ9InRleHRfNSI+CiAgICAgICAgPCEtLSA0IC0tPgogICAgICAgIDxnCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMzczLjAyNTgxLDI1MS4yOTA4OSkiCiAgICAgICAgICAgaWQ9Imc4MiI+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MiIKICAgICAgICAgICAgIGlkPSJ1c2U4MCIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzEiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzYiPgogICAgICAgIDxkZWZzCiAgICAgICAgICAgaWQ9ImRlZnM4OCI+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0iTSAwLDAgSCAzLjUiCiAgICAgICAgICAgICBpZD0ibTc0YTQ3YWFjMWUiCiAgICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIgLz4KICAgICAgICA8L2RlZnM+CiAgICAgICAgPGcKICAgICAgICAgICBpZD0iZzkyIj4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNtNzRhNDdhYWMxZSIKICAgICAgICAgICAgIHk9IjMwMy4yOTE4NyIKICAgICAgICAgICAgIGlkPSJ1c2U5MCIKICAgICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDwvZz4KICAgICAgPC9nPgogICAgICA8ZwogICAgICAgICBpZD0idGV4dF82Ij4KICAgICAgICA8IS0tIOKIkjEgLS0+CiAgICAgICAgPGcKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSwyNDMuMTYsMzA3LjA5MTA5KSIKICAgICAgICAgICBpZD0iZzEwMiI+CiAgICAgICAgICA8ZGVmcwogICAgICAgICAgICAgaWQ9ImRlZnM5NiI+CiAgICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICAgIGQ9Im0gMTIuNDA2MjUsOC4yOTY4NzUgaCAxNi4xMDkzNzUgdiA1NS42MjUgTCAxMC45ODQzNzUsNjAuNDA2MjUgdiA4Ljk4NDM3NSBsIDE3LjQzNzUsMy41MTU2MjUgSCAzOC4yODEyNSBWIDguMjk2ODc1IEggNTQuMzkwNjI1IFYgMCBIIDEyLjQwNjI1IFoiCiAgICAgICAgICAgICAgIGlkPSJEZWphVnVTYW5zLTQ5IiAvPgogICAgICAgICAgPC9kZWZzPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtODcyMiIKICAgICAgICAgICAgIGlkPSJ1c2U5OCIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgICA8dXNlCiAgICAgICAgICAgICB4PSI4My43ODkwNjIiCiAgICAgICAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OSIKICAgICAgICAgICAgIGlkPSJ1c2UxMDAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzIiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzciPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9ImcxMDgiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI203NGE0N2FhYzFlIgogICAgICAgICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgICAgICAgaWQ9InVzZTEwNiIKICAgICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDwvZz4KICAgICAgPC9nPgogICAgICA8ZwogICAgICAgICBpZD0idGV4dF83Ij4KICAgICAgICA8IS0tIDAgLS0+CiAgICAgICAgPGcKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSwyNDMuMTYsMjY0LjE2OTgpIgogICAgICAgICAgIGlkPSJnMTEzIj4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgICAgICAgaWQ9InVzZTExMSIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzMiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzgiPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9ImcxMTkiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI203NGE0N2FhYzFlIgogICAgICAgICAgICAgeT0iMjE3LjQ0OTMiCiAgICAgICAgICAgICBpZD0idXNlMTE3IgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICAgIDxnCiAgICAgICAgIGlkPSJ0ZXh0XzgiPgogICAgICAgIDwhLS0gMSAtLT4KICAgICAgICA8ZwogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiwyMjEuMjQ4NTEpIgogICAgICAgICAgIGlkPSJnMTI0Ij4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ5IgogICAgICAgICAgICAgaWQ9InVzZTEyMiIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzQiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzkiPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9ImcxMzAiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI203NGE0N2FhYzFlIgogICAgICAgICAgICAgeT0iMTc0LjUyOCIKICAgICAgICAgICAgIGlkPSJ1c2UxMjgiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8L2c+CiAgICAgIDwvZz4KICAgICAgPGcKICAgICAgICAgaWQ9InRleHRfOSI+CiAgICAgICAgPCEtLSAyIC0tPgogICAgICAgIDxnCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDE3OC4zMjcyMikiCiAgICAgICAgICAgaWQ9ImcxMzUiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTAiCiAgICAgICAgICAgICBpZD0idXNlMTMzIgogICAgICAgICAgICAgeD0iMCIKICAgICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8L2c+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ieXRpY2tfNSI+CiAgICAgIDxnCiAgICAgICAgIGlkPSJsaW5lMmRfMTAiPgogICAgICAgIDxnCiAgICAgICAgICAgaWQ9ImcxNDEiPgogICAgICAgICAgPHVzZQogICAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgICAgICAgeD0iMjM2LjE2IgogICAgICAgICAgICAgeGxpbms6aHJlZj0iI203NGE0N2FhYzFlIgogICAgICAgICAgICAgeT0iMTMxLjYwNjciCiAgICAgICAgICAgICBpZD0idXNlMTM5IgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICAgIDxnCiAgICAgICAgIGlkPSJ0ZXh0XzEwIj4KICAgICAgICA8IS0tIDMgLS0+CiAgICAgICAgPGcKICAgICAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSwyNDMuMTYsMTM1LjQwNTkzKSIKICAgICAgICAgICBpZD0iZzE0OSI+CiAgICAgICAgICA8ZGVmcwogICAgICAgICAgICAgaWQ9ImRlZnMxNDUiPgogICAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgICBkPSJNIDQwLjU3ODEyNSwzOS4zMTI1IFEgNDcuNjU2MjUsMzcuNzk2ODc1IDUxLjYyNSwzMyBxIDMuOTg0Mzc1LC00Ljc4MTI1IDMuOTg0Mzc1LC0xMS44MTI1IDAsLTEwLjc4MTI1IC03LjQyMTg3NSwtMTYuNzAzMTI1IC03LjQyMTg3NSwtNS45MDYyNSAtMjEuMDkzNzUsLTUuOTA2MjUgLTQuNTc4MTI1LDAgLTkuNDM3NSwwLjkwNjI1IC00Ljg1OTM3NSwwLjkwNjI1IC0xMC4wMzEyNSwyLjcxODc1IHYgOS41MTU2MjUgcSA0LjA5Mzc1LC0yLjM5MDYyNSA4Ljk2ODc1LC0zLjYwOTM3NSA0Ljg5MDYyNSwtMS4yMTg3NSAxMC4yMTg3NSwtMS4yMTg3NSA5LjI2NTYyNSwwIDE0LjEyNSwzLjY1NjI1IDQuODU5Mzc1LDMuNjU2MjUgNC44NTkzNzUsMTAuNjQwNjI1IDAsNi40NTMxMjUgLTQuNTE1NjI1LDEwLjA3ODEyNSAtNC41MTU2MjUsMy42NDA2MjUgLTEyLjU2MjUsMy42NDA2MjUgaCAtOC41IHYgOC4xMDkzNzUgaCA4Ljg5MDYyNSBxIDcuMjY1NjI1LDAgMTEuMTI1LDIuOTA2MjUgMy44NTkzNzUsMi45MDYyNSAzLjg1OTM3NSw4LjM3NSAwLDUuNjA5Mzc1IC0zLjk4NDM3NSw4LjYwOTM3NSAtMy45Njg3NSwzLjAxNTYyNSAtMTEuMzkwNjI1LDMuMDE1NjI1IC00LjA2MjUsMCAtOC43MDMxMjUsLTAuODkwNjI1IFEgMTUuMzc1LDY0LjE1NjI1IDkuODEyNSw2Mi4zMTI1IHYgOC43ODEyNSBxIDUuNjI1LDEuNTYyNSAxMC41MzEyNSwyLjM0Mzc1IDQuOTA2MjUsMC43ODEyNSA5LjI1LDAuNzgxMjUgMTEuMjM0Mzc1LDAgMTcuNzY1NjI1LC01LjEwOTM3NSA2LjU0Njg3NSwtNS4wOTM3NSA2LjU0Njg3NSwtMTMuNzgxMjUgMCwtNi4wNjI1IC0zLjQ2ODc1LC0xMC4yMzQzNzUgLTMuNDY4NzUsLTQuMTcxODc1IC05Ljg1OTM3NSwtNS43ODEyNSB6IgogICAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy01MSIgLz4KICAgICAgICAgIDwvZGVmcz4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUxIgogICAgICAgICAgICAgaWQ9InVzZTE0NyIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzYiPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzExIj4KICAgICAgICA8ZwogICAgICAgICAgIGlkPSJnMTU1Ij4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNtNzRhNDdhYWMxZSIKICAgICAgICAgICAgIHk9Ijg4LjY4NTQxNyIKICAgICAgICAgICAgIGlkPSJ1c2UxNTMiCiAgICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8L2c+CiAgICAgIDwvZz4KICAgICAgPGcKICAgICAgICAgaWQ9InRleHRfMTEiPgogICAgICAgIDwhLS0gNCAtLT4KICAgICAgICA8ZwogICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiw5Mi40ODQ2MzgpIgogICAgICAgICAgIGlkPSJnMTYwIj4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUyIgogICAgICAgICAgICAgaWQ9InVzZTE1OCIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9Inl0aWNrXzciPgogICAgICA8ZwogICAgICAgICBpZD0ibGluZTJkXzEyIj4KICAgICAgICA8ZwogICAgICAgICAgIGlkPSJnMTY2Ij4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgICAgICAgIHg9IjIzNi4xNiIKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNtNzRhNDdhYWMxZSIKICAgICAgICAgICAgIHk9IjQ1Ljc2NDEzIgogICAgICAgICAgICAgaWQ9InVzZTE2NCIKICAgICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDwvZz4KICAgICAgPC9nPgogICAgICA8ZwogICAgICAgICBpZD0idGV4dF8xMiI+CiAgICAgICAgPCEtLSA1IC0tPgogICAgICAgIDxnCiAgICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDQ5LjU2MzM0OCkiCiAgICAgICAgICAgaWQ9ImcxNzQiPgogICAgICAgICAgPGRlZnMKICAgICAgICAgICAgIGlkPSJkZWZzMTcwIj4KICAgICAgICAgICAgPHBhdGgKICAgICAgICAgICAgICAgZD0ibSAxMC43OTY4NzUsNzIuOTA2MjUgaCAzOC43MTg3NSB2IC04LjMxMjUgaCAtMjkuNjg3NSBWIDQ2LjczNDM3NSBxIDIuMTQwNjI1LDAuNzM0Mzc1IDQuMjgxMjUsMS4wOTM3NSAyLjE1NjI1LDAuMzU5Mzc1IDQuMzEyNSwwLjM1OTM3NSBRIDQwLjYyNSw0OC4xODc1IDQ3Ljc1LDQxLjUgNTQuODkwNjI1LDM0LjgxMjUgNTQuODkwNjI1LDIzLjM5MDYyNSA1NC44OTA2MjUsMTEuNjI1IDQ3LjU2MjUsNS4wOTM3NSA0MC4yMzQzNzUsLTEuNDIxODc1IDI2LjkwNjI1LC0xLjQyMTg3NSBxIC00LjU5Mzc1LDAgLTkuMzU5Mzc1LDAuNzgxMjUgLTQuNzUsMC43ODEyNSAtOS44MjgxMjUsMi4zNDM3NSBWIDExLjYyNSBxIDQuMzkwNjI1LC0yLjM5MDYyNSA5LjA3ODEyNSwtMy41NjI1IDQuNjg3NSwtMS4xNzE4NzUgOS45MDYyNSwtMS4xNzE4NzUgOC40NTMxMjUsMCAxMy4zNzUsNC40Mzc1IDQuOTM3NSw0LjQzNzUgNC45Mzc1LDEyLjA2MjUgMCw3LjYwOTM3NSAtNC45Mzc1LDEyLjA0Njg3NSAtNC45MjE4NzUsNC40NTMxMjUgLTEzLjM3NSw0LjQ1MzEyNSAtMy45NTMxMjUsMCAtNy44OTA2MjUsLTAuODc1IC0zLjkyMTg3NSwtMC44NzUgLTguMDE1NjI1LC0yLjczNDM3NSB6IgogICAgICAgICAgICAgICBpZD0iRGVqYVZ1U2Fucy01MyIgLz4KICAgICAgICAgIDwvZGVmcz4KICAgICAgICAgIDx1c2UKICAgICAgICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgICAgICAgaWQ9InVzZTE3MiIKICAgICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgICB5PSIwIgogICAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPC9nPgogICAgICA8L2c+CiAgICA8L2c+CiAgICA8cGF0aAogICAgICAgY2xpcC1wYXRoPSJ1cmwoI3A5ZjU4NDAyNDMyKSIKICAgICAgIGQ9Ik0gNjEuMTAxMTc2LDI2MC4zNzA1OCBIIDIzNi4xNiBMIDQxMC41MTg1OSw0Ni42MjI1NTUgdiAwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6I2I1ODkwMDtzdHJva2Utd2lkdGg6MjtzdHJva2UtbGluZWNhcDpzcXVhcmUiCiAgICAgICBpZD0icGF0aDE3OSIgLz4KICAgIDxwYXRoCiAgICAgICBjbGlwLXBhdGg9InVybCgjcDlmNTg0MDI0MzIpIgogICAgICAgZD0iTSA2MS4xMDExNzYsMzAzLjI5MTg3IDIzNi4xNiwyNjAuMzcwNTggNDEwLjUxODU5LDQ2LjYyMjU1NSB2IDAiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojMjY4YmQyO3N0cm9rZS13aWR0aDoyO3N0cm9rZS1kYXNoYXJyYXk6Ny40LCAzLjI7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgIGlkPSJwYXRoMTgyIiAvPgogICAgPHBhdGgKICAgICAgIGNsaXAtcGF0aD0idXJsKCNwOWY1ODQwMjQzMikiCiAgICAgICBkPSJtIDYxLjEwMTE3NiwyODEuNjg2NjIgMzUuNzEyLC0wLjI1NjQgMjMuMTA3NzY0LC0wLjM3NDg2IDE2LjgwNTY1LC0wLjQ3Nzk5IDE0LjAwNDcsLTAuNjE2NjcgMTEuMjAzNzcsLTAuNzA1NDMgOS44MDMyOSwtMC44MzIzNyA4LjQwMjgzLC0wLjkyNDUgNy43MDI1OCwtMS4wNjYyMSA3LjAwMjM2LC0xLjE5NTM2IDYuMzAyMTEsLTEuMzAwNTMgNS42MDE4OSwtMS4zNjk4NiA1LjYwMTg4LC0xLjYwNzU0IDQuOTAxNjUsLTEuNjMzODMgNC45MDE2NCwtMS44NzkzNSA0LjIwMTQyLC0xLjgzNDEgNC4yMDE0MSwtMi4wNjc5NSA0LjIwMTQxLC0yLjMzMTYxIDEuNDAwNDcsLTAuODQxNDggMTc0LjM1ODU5LC0yMTMuNzQ4MDI1IHYgMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNkYzMyMmY7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheToyLCAzLjM7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgIGlkPSJwYXRoMTg1IiAvPgogICAgPHBhdGgKICAgICAgIGNsaXAtcGF0aD0idXJsKCNwOWY1ODQwMjQzMikiCiAgICAgICBkPSJtIDYxLjEwMTE3NiwyNjAuMDgyMzUgMjYuNjA4OTQyLC0wLjMyNTc1IDE5LjYwNjU5MiwtMC40NTUxOSAxNS40MDUxNywtMC41Nzk3MSAxMi42MDQyNCwtMC42OTUzIDEwLjUwMzUzLC0wLjc5MDgxIDkuODAzMjksLTAuOTY1OTQgOC40MDI4MiwtMS4wNDc5OSA3LjcwMjU5LC0xLjE3NzY4IDcuMDAyMzYsLTEuMjgzMDEgNy4wMDIzNSwtMS41MTY3NyA2LjMwMjEyLC0xLjU5MTUzIDYuMzAyMTEsLTEuODMwODkgNS42MDE4OSwtMS44NDc2IDUuNjAxODgsLTIuMDcxMzcgNS42MDE4OCwtMi4zMDk3OCA1LjYwMTg4LC0yLjU2MDk2IDUuNjAxODksLTIuODIyNTQgNS42MDE4OCwtMy4wOTE2NiA1LjYwMTg4LC0zLjM2NTA3IDUuNjAxODgsLTMuNjM5MzcgNS42MDE4OSwtMy45MTEwNiA1LjYwMTg4LC00LjE3Njc4IDUuNjAxODgsLTQuNDMzNSA2LjMwMjEyLC01LjI3OTk0IDYuMzAyMTEsLTUuNTcwMjggNy4wMDIzNiwtNi41MDI3NyA3LjAwMjM1LC02LjgwMTU2IDcuNzAyNTksLTcuNzg3NjEgOC40MDI4MiwtOC44MTI0NiA5LjEwMzA2LC05Ljg2MTU2IDEwLjUwMzUzLC0xMS43MTA0MyAxMS45MDQsLTEzLjYwODI4IDE0LjAwNDcxLC0xNi4zNDk2IDE3LjUwNTg4LC0yMC43OTQwNSAyMi40MDc1MywtMjYuOTc3Mjk4IDIyLjQwNzUzLC0yNy4yMDc3MzEgdiAwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6I2QzMzY4MjtzdHJva2Utd2lkdGg6MjtzdHJva2UtZGFzaGFycmF5OjEyLjgsIDMuMiwgMiwgMy4yO3N0cm9rZS1kYXNob2Zmc2V0OjAiCiAgICAgICBpZD0icGF0aDE4OCIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDIzNi4xNiwzMDcuNTg0IFYgNDEuNDcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDE5MSIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDIzNi4xNiwzMDcuNTg0IFYgNDEuNDcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDE5NCIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDU3LjYsMjYwLjM3MDU4IEggNDE0LjcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDE5NyIgLz4KICAgIDxwYXRoCiAgICAgICBkPSJNIDU3LjYsMjYwLjM3MDU4IEggNDE0LjcyIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44O3N0cm9rZS1saW5lY2FwOnNxdWFyZTtzdHJva2UtbGluZWpvaW46bWl0ZXIiCiAgICAgICBpZD0icGF0aDIwMCIgLz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzE3Ij4KICAgICAgPHBhdGgKICAgICAgICAgZD0ibSA3MS4xLDYwLjIyMiBoIDMwIgogICAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojYjU4OTAwO3N0cm9rZS13aWR0aDoyO3N0cm9rZS1saW5lY2FwOnNxdWFyZSIKICAgICAgICAgaWQ9InBhdGgyMDYiIC8+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfMTMiPgogICAgICA8IS0tIFJlTFUgLS0+CiAgICAgIDxnCiAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDExMy4xLDY1LjQ3MikiCiAgICAgICAgIGlkPSJnMjI0Ij4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzMjE0Ij4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDQxLjkwNjI1LDI0LjU5Mzc1IGMgLTEuMzEyNSwxLjkwNjI1IC0yLjUsNC4xMDkzNzUgLTIuNSw1IDAsMC45MDYyNSAwLjM5MDYyNSwwLjgxMjUgMS42ODc1LDEuODEyNSBDIDQ1Ljc5Njg3NSwzNC43OTY4NzUgNDksMzkgNDksNDUuNDA2MjUgNDksNTUuNSAzNy43OTY4NzUsNTkuNzAzMTI1IDI3LjcwMzEyNSw1OS43MDMxMjUgYyAtOC45MDYyNSwwIC0xMywtMC4yOTY4NzUgLTIxLjc5Njg3NSwtMSAtMi4xMDkzNzUsLTAuMTA5Mzc1IC0zLjUsLTAuNjA5Mzc1IC0zLjUsLTEuNzk2ODc1IEMgMi40MDYyNSw1NiAzLjA5Mzc1LDU1LjUgNCw1NS4yMDMxMjUgOS43MDMxMjUsNTMuNTkzNzUgMTIuMjAzMTI1LDUzLjUgMTIuMjAzMTI1LDQ3Ljc5Njg3NSBWIDExLjcwMzEyNSBDIDEyLjIwMzEyNSw4IDEwLjkwNjI1LDYgNy41LDQuNSA1LjI5Njg3NSwzLjUgMiwzIDIsMS41IGMgMCwtMSAyLjIwMzEyNSwtMS41OTM3NSAzLjI5Njg3NSwtMS43MDMxMjUgMC43MDMxMjUsMCA2LjcwMzEyNSwwLjYwOTM3NSAxMSwwLjYwOTM3NSA0Ljc5Njg3NSwwIDExLjQwNjI1LC0wLjYwOTM3NSAxMi4xMDkzNzUsLTAuNjA5Mzc1IEMgMjkuNSwtMC4wOTM3NSAzMS41OTM3NSwwLjUgMzEuNTkzNzUsMS41IGMgMCwxLjUgLTMuMjk2ODc1LDIgLTUuNSwzIC0zLjM5MDYyNSwxLjUgLTQuNjg3NSwzLjUgLTQuNjg3NSw3LjIwMzEyNSB2IDEyIGMgMCwyIDAuNjg3NSwyLjcwMzEyNSAyLjc5Njg3NSwyLjcwMzEyNSA0LjIwMzEyNSwwIDcuMDkzNzUsLTEuMzEyNSA4LjI5Njg3NSwtMy4zMTI1IEMgMzcuNzAzMTI1LDE0LjQwNjI1IDQyLjQwNjI1LDguNSA0OC4yOTY4NzUsMi4yOTY4NzUgNTEuMDkzNzUsLTAuNzAzMTI1IDU2LjA5Mzc1LC0yLjQwNjI1IDYxLC0yLjQwNjI1IGMgMy41LDAgNywxLjIwMzEyNSA3LDMgMCwwLjgxMjUgLTAuNTkzNzUsMS42MDkzNzUgLTEuNzAzMTI1LDEuNzAzMTI1IEMgNjQuMDkzNzUsMi41IDYxLjc5Njg3NSwzIDYwLjU5Mzc1LDMuOTA2MjUgYyAtNy41LDUuMzkwNjI1IC0xMy43OTY4NzUsMTMuMzkwNjI1IC0xOC42ODc1LDIwLjY4NzUgeiBNIDI1LjUsMzAgYyAtMi45MDYyNSwwIC00LjA5Mzc1LDAuNzk2ODc1IC00LjA5Mzc1LDIuNTkzNzUgdiAxOS4zMTI1IGMgMCwxLjg5MDYyNSAyLjE4NzUsMy4zOTA2MjUgNSwzLjM5MDYyNSBDIDMzLjA5Mzc1LDU1LjI5Njg3NSAzOSw1MC41OTM3NSAzOSw0My45MDYyNSAzOSwzOC43MDMxMjUgMzYuNzk2ODc1LDM1LjI5Njg3NSAzMi45MDYyNSwzMiAzMiwzMSAyOC41LDMwIDI1LjUsMzAgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci04MiIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDEyLjQwNjI1LDMxLjUgYyAwLDIgNC4wOTM3NSw2LjkwNjI1IDEwLjA5Mzc1LDYuOTA2MjUgMi45MDYyNSwwIDUuOTA2MjUsLTIgNS45MDYyNSwtNC45MDYyNSAwLC0xLjQwNjI1IC0wLjUsLTMuMDkzNzUgLTEuNSwtMy4wOTM3NSBIIDEzLjcwMzEyNSBDIDEyLjUsMzAuNDA2MjUgMTIuNDA2MjUsMzAuNzk2ODc1IDEyLjQwNjI1LDMxLjUgWiBtIDI0LjY4NzUsMS4wOTM3NSBDIDM3LjA5Mzc1LDM3LjcwMzEyNSAzMC43MDMxMjUsNDMgMjMuOTA2MjUsNDMgMTEuNzAzMTI1LDQzIDIuMjk2ODc1LDMzLjU5Mzc1IDIuMjk2ODc1LDIxLjI5Njg3NSAyLjI5Njg3NSwxMCA4LjUsLTAuNzk2ODc1IDE5LjU5Mzc1LC0wLjc5Njg3NSBjIDkuODEyNSwwIDE1LjYwOTM3NSw0Ljc5Njg3NSAxNS42MDkzNzUsNy43MDMxMjUgMCwxIC0wLjUsMS4zOTA2MjUgLTEuNSwxLjM5MDYyNSAtMSwwIC01LjQwNjI1LC0yLjI5Njg3NSAtMTAuNDA2MjUsLTIuMjk2ODc1IC03Ljg5MDYyNSwwIC0xMi41OTM3NSw4LjIwMzEyNSAtMTIuNTkzNzUsMTUuNzk2ODc1IDAsMS43MDMxMjUgMCwxLjkwNjI1IDAuMzkwNjI1LDMgMC4zMTI1LDAuNzk2ODc1IDAuNSwxIDEuOTA2MjUsMSBoIDIxLjA5Mzc1IGMgMi42MDkzNzUsMCAzLDQuMTA5Mzc1IDMsNi43OTY4NzUgeiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci0xMDEiIC8+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0ibSAyMS43MDMxMjUsOC41IHYgMzkuNzAzMTI1IGMgMCw1LjcwMzEyNSAyLjcwMzEyNSw1Ljc5Njg3NSA4LjM5MDYyNSw3LjM5MDYyNSAwLjkwNjI1LDAuMzEyNSAxLjUsMC44MTI1IDEuNSwxLjcwMzEyNSAwLDEuMjAzMTI1IC0yLDEuNzk2ODc1IC0zLjUsMS43OTY4NzUgLTMuMzkwNjI1LDAgLTcuNSwtMC41IC0xMSwtMC41IC0zLjU5Mzc1LDAgLTcuMTg3NSwwLjUgLTExLjA5Mzc1LDAuNSBDIDMuNzk2ODc1LDU5LjA5Mzc1IDIuNDA2MjUsNTguNSAyLjQwNjI1LDU3LjI5Njg3NSAyLjQwNjI1LDU2LjQwNjI1IDMuMDkzNzUsNTUuOTA2MjUgNCw1NS41OTM3NSA5LjcwMzEyNSw1NCAxMi4yMDMxMjUsNTMuOTA2MjUgMTIuMjAzMTI1LDQ4LjIwMzEyNSB2IC0zNi41IEMgMTIuMjAzMTI1LDggMTAuOTA2MjUsNiA3LjUsNC41IDUuMjk2ODc1LDMuNSAyLDMgMiwxLjUgYyAwLC0xIDIuMjAzMTI1LC0xLjU5Mzc1IDMuMjk2ODc1LC0xLjcwMzEyNSAwLjcwMzEyNSwwIDYuNjA5Mzc1LDAuNSAxMS4yOTY4NzUsMC41IDEwLjYwOTM3NSwwIDI5LjUsLTAuNSAzMy4yMDMxMjUsLTAuNSAxLjcwMzEyNSwwIDIsMC40MDYyNSAyLjc5Njg3NSwxLjkwNjI1IDAuODEyNSwxLjI5Njg3NSAzLjMxMjUsOS4zOTA2MjUgMy4zMTI1LDEyLjA5Mzc1IDAsMi43OTY4NzUgLTAuODEyNSw0LjcwMzEyNSAtMS44MTI1LDQuNzAzMTI1IC0wLjg5MDYyNSwwIC0yLjE4NzUsLTAuNzk2ODc1IC0yLjY4NzUsLTEuOTA2MjUgQyA0OC41LDEwLjUgNDcuMjAzMTI1LDQuNSAzOS41LDQuNSBIIDI2LjA5Mzc1IEMgMjMsNC41IDIxLjcwMzEyNSw1LjU5Mzc1IDIxLjcwMzEyNSw4LjUgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci03NiIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDU2LDQ5LjIwMzEyNSBjIDAsMy44OTA2MjUgMC45MDYyNSw0Ljg5MDYyNSA1LjUsNi4zOTA2MjUgMC45MDYyNSwwLjMxMjUgMS43MDMxMjUsMC44MTI1IDEuNzAzMTI1LDEuNzAzMTI1IDAsMS4yMDMxMjUgLTIsMS43OTY4NzUgLTMuNSwxLjc5Njg3NSAtMS41LDAgLTQuOTA2MjUsLTAuNSAtNi40MDYyNSwtMC41IC0xLjUsMCAtNSwwLjUgLTYuNSwwLjUgLTEuNSwwIC0zLjUsLTAuNTkzNzUgLTMuNSwtMS43OTY4NzUgMCwtMC44OTA2MjUgMC43OTY4NzUsLTEuNSAxLjcwMzEyNSwtMS43OTY4NzUgNC4yMDMxMjUsLTEuNDA2MjUgNS4yOTY4NzUsLTEuMjk2ODc1IDUuMjk2ODc1LC02LjUgViAzMC40MDYyNSBjIDAsLTE1LjYwOTM3NSAtMy4zOTA2MjUsLTI2IC0xNy4wOTM3NSwtMjYgLTEyLjIwMzEyNSwwIC0xNS4xMDkzNzUsOCAtMTUuMTA5Mzc1LDI0IHYgMjAgYyAwLDQgMi40MDYyNSw1Ljc5Njg3NSA2LjcwMzEyNSw3LjE4NzUgMC45MDYyNSwwLjMxMjUgMS41LDAuODEyNSAxLjUsMS43MDMxMjUgMCwxLjIwMzEyNSAtMiwxLjc5Njg3NSAtMy41LDEuNzk2ODc1IC0zLjM5MDYyNSwwIC03Ljg5MDYyNSwtMC41IC0xMS4zOTA2MjUsLTAuNSAtMy42MDkzNzUsMCAtNCwwLjUgLTcuOTA2MjUsMC41IEMgMiw1OS4wOTM3NSAwLDU4LjUgMCw1Ny4yOTY4NzUgMCw1Ni40MDYyNSAwLjcwMzEyNSw1NS45MDYyNSAxLjU5Mzc1LDU1LjU5Mzc1IGMgNi4zMTI1LC0yLjA5Mzc1IDcsLTIuNTkzNzUgNywtNy4zOTA2MjUgViAyNC43OTY4NzUgQyA4LjU5Mzc1LDkuNSAxMy4yMDMxMjUsLTAuNTkzNzUgMzEuMDkzNzUsLTAuNTkzNzUgNDUuNzk2ODc1LC0wLjU5Mzc1IDU2LDkuNSA1NiwyNSBaIgogICAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTg1IiAvPgogICAgICAgIDwvZGVmcz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTgyIgogICAgICAgICAgIGlkPSJ1c2UyMTYiCiAgICAgICAgICAgeD0iMCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iNjUuMDk5OTkxIgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMDEiCiAgICAgICAgICAgaWQ9InVzZTIxOCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTA0LjE5OTk4IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci03NiIKICAgICAgICAgICBpZD0idXNlMjIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNjMuMjk5OTciCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTg1IgogICAgICAgICAgIGlkPSJ1c2UyMjIiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgIDwvZz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0ibGluZTJkXzE5Ij4KICAgICAgPHBhdGgKICAgICAgICAgZD0ibSA3MS4xLDgyLjMxNjUzMSBoIDMwIgogICAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojMjY4YmQyO3N0cm9rZS13aWR0aDoyO3N0cm9rZS1kYXNoYXJyYXk6Ny40LCAzLjI7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgICAgaWQ9InBhdGgyMjciIC8+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfMTQiPgogICAgICA8IS0tIExlYWt5UmVMVSAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTEzLjEsODcuNTY2NTMxKSIKICAgICAgICAgaWQ9ImcyNTQiPgogICAgICAgIDxkZWZzCiAgICAgICAgICAgaWQ9ImRlZnMyMzQiPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Im0gMTEuMDkzNzUsMTMuMDkzNzUgYyAwLDEuNzAzMTI1IDEuNSwzLjcwMzEyNSA1LDQuODEyNSBsIDQuODEyNSwxLjg5MDYyNSBDIDIyLDIwLjIwMzEyNSAyMy4yMDMxMjUsMjAuMjAzMTI1IDIzLjIwMzEyNSwxOS4wOTM3NSBWIDkuNzAzMTI1IGMgMCwtMi40MDYyNSAtMy40MDYyNSwtMy43OTY4NzUgLTYuMjAzMTI1LC0zLjc5Njg3NSAtMy41OTM3NSwwIC01LjkwNjI1LDIuMjk2ODc1IC01LjkwNjI1LDcuMTg3NSB6IE0gMTguNSw0MyBjIC0zLjcwMzEyNSwwIC03LjUsLTIuMjk2ODc1IC0xMSwtNC43MDMxMjUgLTIuMDkzNzUsLTEuNSAtMy43OTY4NzUsLTQuNSAtMy43OTY4NzUsLTYuNzk2ODc1IDAsLTAuNzk2ODc1IDAuMjAzMTI1LC0zLjQwNjI1IDAuNzk2ODc1LC0zLjQwNjI1IDEsMCA1LDEuNzAzMTI1IDUuNTkzNzUsMi4xMDkzNzUgMC45MDYyNSwwLjU5Mzc1IDEsMS4zOTA2MjUgMSwzLjg5MDYyNSAwLDIuMTA5Mzc1IDIuNSwyLjkwNjI1IDQuNjA5Mzc1LDIuOTA2MjUgQyAxOS4yMDMxMjUsMzcgMjMsMzQuNDA2MjUgMjMsMzAuOTA2MjUgViAyNiBjIDAsLTEgLTAuNSwtMS41IC0yLjI5Njg3NSwtMi4yOTY4NzUgbCAtMTMuMTA5Mzc1LC01LjUgYyAtMywtMS4yOTY4NzUgLTUuMzkwNjI1LC00LjQwNjI1IC01LjM5MDYyNSwtOS40MDYyNSAwLC01IDUsLTkuNTkzNzUgOS44OTA2MjUsLTkuNTkzNzUgMy45MDYyNSwwIDcuOTA2MjUsMiAxMC4yMDMxMjUsNC4yOTY4NzUgMC43MDMxMjUsMC43MDMxMjUgMC43OTY4NzUsMC43OTY4NzUgMS41LC0wLjIwMzEyNSAxLjI5Njg3NSwtMS43OTY4NzUgMy42MDkzNzUsLTQuMDkzNzUgNi45MDYyNSwtNC4wOTM3NSA0LDAgOSwyLjU5Mzc1IDksNi4yMDMxMjUgMCwxLjA5Mzc1IC0wLjI5Njg3NSwyLjE4NzUgLTAuOTA2MjUsMi4xODc1IC0wLjcwMzEyNSwwIC0yLjIwMzEyNSwtMS4yOTY4NzUgLTMuNTkzNzUsLTEuMjk2ODc1IEMgMzMuNSw2LjI5Njg3NSAzMS41OTM3NSw3LjUgMzEuNTkzNzUsOS4wOTM3NSBWIDMyLjc5Njg3NSBDIDMxLjU5Mzc1LDM4LjA5Mzc1IDI3LDQzIDE4LjUsNDMgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci05NyIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJNIDMxLjUsOC4yMDMxMjUgQyAzMyw2LjU5Mzc1IDM0LjA5Mzc1LDUgMzQuMDkzNzUsNC41IGMgMCwtMC41IC0zLjY4NzUsLTEuNzAzMTI1IC0zLjY4NzUsLTIuNzAzMTI1IDAsLTEgMC44OTA2MjUsLTIgMy41LC0yIDIuMTg3NSwwIDUuNjg3NSwwLjYwOTM3NSA3LjY4NzUsMC42MDkzNzUgMS42MDkzNzUsMCA2LjYwOTM3NSwtMC42MDkzNzUgOC44MTI1LC0wLjYwOTM3NSAyLjU5Mzc1LDAgMy4zOTA2MjUsMSAzLjM5MDYyNSwyIDAsMSAtMS41OTM3NSwxLjc5Njg3NSAtNC4yOTY4NzUsMi42MDkzNzUgLTIuOTA2MjUsMC44OTA2MjUgLTguMDkzNzUsNC44OTA2MjUgLTEyLjA5Mzc1LDguODkwNjI1IC00LDQgLTcuOTA2MjUsNy4yMDMxMjUgLTcuOTA2MjUsOC43MDMxMjUgMCwxIDEsMi4yMDMxMjUgMS43MDMxMjUsMi45MDYyNSBsIDYuNzAzMTI1LDcuMzkwNjI1IGMgMi41LDIuNzk2ODc1IDYuMjk2ODc1LDUuMjk2ODc1IDcuMzkwNjI1LDUuNzAzMTI1IDEuNSwwLjUgMy40MDYyNSwxLjI5Njg3NSAzLjQwNjI1LDIuMjk2ODc1IDAsMSAtMC43OTY4NzUsMiAtMi40MDYyNSwyIC0xLjUsMCAtNC41LC0wLjU5Mzc1IC02LC0wLjU5Mzc1IEggMzIuNDA2MjUgYyAtMS42MDkzNzUsMCAtMi41LC0xIC0yLjUsLTIgMCwtMSAwLjg5MDYyNSwtMS40MDYyNSAyLjM5MDYyNSwtMS43MDMxMjUgQyAzMi45MDYyNSwzNy45MDYyNSAzNCwzNy4yMDMxMjUgMzQsMzYuMjAzMTI1IDM0LDM1LjUgMzMuNSwzNC41IDMyLjQwNjI1LDMzLjIwMzEyNSBMIDI2LjcwMzEyNSwyNi40MDYyNSBjIC0zLjEwOTM3NSwtMy43MDMxMjUgLTQuNzk2ODc1LC00LjIwMzEyNSAtNi41LC00LjIwMzEyNSAtMiwwIC0yLjIwMzEyNSwwLjUgLTIuMjAzMTI1LDEuNzk2ODc1IHYgNDEuNDA2MjUgYyAwLDIgMCwyLjY4NzUgLTEuMjAzMTI1LDIuNjg3NSAtMSwwIC02LjM5MDYyNSwtMS42ODc1IC0xMC4zOTA2MjUsLTIuMzkwNjI1IEMgNSw2NS41IDMuNSw2NC43MDMxMjUgMy41LDYzLjU5Mzc1IDMuNSw2Mi41IDQuNzAzMTI1LDYxLjcwMzEyNSA1Ljc5Njg3NSw2MS4yOTY4NzUgYyAyLjQwNjI1LC0wLjg5MDYyNSAzLjkwNjI1LC0yLjg5MDYyNSAzLjkwNjI1LC00LjU5Mzc1IHYgLTQ1LjkwNjI1IGMgMCwtMi41IC0xLjEwOTM3NSwtNS41OTM3NSAtMy43OTY4NzUsLTYuMzkwNjI1IEMgMy4yMDMxMjUsMy41OTM3NSAxLjUsMi43OTY4NzUgMS41LDEuNzk2ODc1IGMgMCwtMSAwLjkwNjI1LC0yIDMuNSwtMiAyLjIwMzEyNSwwIDYuOTA2MjUsMC42MDkzNzUgOC45MDYyNSwwLjYwOTM3NSAxLjU5Mzc1LDAgNS41OTM3NSwtMC42MDkzNzUgNy43OTY4NzUsLTAuNjA5Mzc1IDIuNTkzNzUsMCAzLjM5MDYyNSwxIDMuMzkwNjI1LDIgMCwxIC0wLjU5Mzc1LDEuNzk2ODc1IC0zLjI5Njg3NSwyLjYwOTM3NSBDIDE5LjA5Mzc1LDUuMjAzMTI1IDE4LDguMjk2ODc1IDE4LDEwLjc5Njg3NSB2IDYuNSBjIDAsMS4xMDkzNzUgMC41OTM3NSwxLjkwNjI1IDIuMDkzNzUsMS45MDYyNSAxLDAgMi44MTI1LC0yIDUuMTA5Mzc1LC00LjQwNjI1IHoiCiAgICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTA3IiAvPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Im0gMTguNzAzMTI1LDMuNSBjIDAuMjk2ODc1LC0wLjcwMzEyNSAwLjUsLTEuNTkzNzUgMC41LC0yLjUgMCwtMi4yMDMxMjUgLTEuNzk2ODc1LC02LjU5Mzc1IC00LjEwOTM3NSwtMTEuNSBDIDE0LC0xMi43OTY4NzUgMTEuNzk2ODc1LC0xNC43OTY4NzUgOCwtMTQuNzk2ODc1IGMgLTMsMCAtNiwtMi42MDkzNzUgLTYsLTUuNjA5Mzc1IDAsLTIuNzk2ODc1IDEuOTA2MjUsLTUuNjg3NSA1LjA5Mzc1LC01LjY4NzUgNC42MDkzNzUsMCA3LjkwNjI1LDUgOC45MDYyNSw3LjUgTCAzNS4yOTY4NzUsMzIuMjk2ODc1IEMgMzYuNSwzNS41OTM3NSAzOC41LDM3LjU5Mzc1IDM5LjU5Mzc1LDM4IDQxLjA5Mzc1LDM4LjUgNDMsMzkuMjk2ODc1IDQzLDQwLjI5Njg3NSBjIDAsMSAtMC43OTY4NzUsMiAtMi40MDYyNSwyIC0xLjUsMCAtMy4yOTY4NzUsLTAuNTkzNzUgLTQuNzk2ODc1LC0wLjU5Mzc1IC0xLjUsMCAtNCwwLjU5Mzc1IC01LjUsMC41OTM3NSAtMS41OTM3NSwwIC0yLjUsLTEgLTIuNSwtMiAwLC0xIDEuMjk2ODc1LC0yIDIuNzk2ODc1LC0yLjI5Njg3NSAwLjYwOTM3NSwtMC4wOTM3NSAxLjcwMzEyNSwtMC43OTY4NzUgMS43MDMxMjUsLTEuNzk2ODc1IDAsLTAuNzAzMTI1IC0wLjIwMzEyNSwtMi4xMDkzNzUgLTEsLTQuMTA5Mzc1IEwgMjQuNzAzMTI1LDE0LjcwMzEyNSBDIDI0LjA5Mzc1LDEzLjIwMzEyNSAyMy43MDMxMjUsMTMuMDkzNzUgMjMsMTUgbCAtOC4wOTM3NSwyMC40MDYyNSBjIC0wLjQwNjI1LDEgMCwyLjI5Njg3NSAwLjUsMi4zOTA2MjUgMi4xODc1LDAuNzAzMTI1IDMuMzkwNjI1LDEuNSAzLjM5MDYyNSwyLjUgMCwxIC0wLjg5MDYyNSwyIC0yLjUsMiAtMS41LDAgLTUuNzAzMTI1LC0wLjU5Mzc1IC03LjIwMzEyNSwtMC41OTM3NSAtMS41LDAgLTQuODkwNjI1LDAuNTkzNzUgLTYuMzkwNjI1LDAuNTkzNzUgLTEuNjA5Mzc1LDAgLTIuNDA2MjUsLTEgLTIuNDA2MjUsLTIgQyAwLjI5Njg3NSwzOS4yOTY4NzUgMi4wOTM3NSwzOC41IDMuNTkzNzUsMzggNS4wOTM3NSwzNy41IDYuNSwzNC4yOTY4NzUgNy41LDMxLjcwMzEyNSBaIgogICAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTEyMSIgLz4KICAgICAgICA8L2RlZnM+CiAgICAgICAgPHVzZQogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci03NiIKICAgICAgICAgICBpZD0idXNlMjM2IgogICAgICAgICAgIHg9IjAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjU5LjA5OTk5MSIKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTAxIgogICAgICAgICAgIGlkPSJ1c2UyMzgiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9Ijk4LjE5OTk4MiIKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItOTciCiAgICAgICAgICAgaWQ9InVzZTI0MCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTM5LjA5OTk4IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMDciCiAgICAgICAgICAgaWQ9InVzZTI0MiIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMTkxLjk5OTk3IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci0xMjEiCiAgICAgICAgICAgaWQ9InVzZTI0NCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgICA8dXNlCiAgICAgICAgICAgeD0iMjMzLjg5OTk2IgogICAgICAgICAgIHhsaW5rOmhyZWY9IiNFQkdhcmFtb25kMDgtUmVndWxhci04MiIKICAgICAgICAgICBpZD0idXNlMjQ2IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIyOTguOTk5OTQiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTEwMSIKICAgICAgICAgICBpZD0idXNlMjQ4IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIzMzguMDk5OTUiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTc2IgogICAgICAgICAgIGlkPSJ1c2UyNTAiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjM5Ny4xOTk5NSIKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItODUiCiAgICAgICAgICAgaWQ9InVzZTI1MiIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJsaW5lMmRfMjEiPgogICAgICA8cGF0aAogICAgICAgICBkPSJtIDcxLjEsMTA0LjQxMTA2IGggMzAiCiAgICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNkYzMyMmY7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheToyLCAzLjM7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgICAgaWQ9InBhdGgyNTciIC8+CiAgICA8L2c+CiAgICA8ZwogICAgICAgaWQ9InRleHRfMTUiPgogICAgICA8IS0tIEVMVSAtLT4KICAgICAgPGcKICAgICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTEzLjEsMTA5LjY2MTA2KSIKICAgICAgICAgaWQ9ImcyNzAiPgogICAgICAgIDxkZWZzCiAgICAgICAgICAgaWQ9ImRlZnMyNjIiPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Im0gMjEuNzAzMTI1LDM1LjU5Mzc1IHYgMTYuODEyNSBjIDAsMS4yOTY4NzUgMC4zOTA2MjUsMi4wOTM3NSAzLjA5Mzc1LDIuMDkzNzUgaCAxMS45MDYyNSBDIDQxLjUsNTQuNSA0NCw1Mi45MDYyNSA0NC43OTY4NzUsNTEuMjAzMTI1IGMgMC45MDYyNSwtMiAyLjQwNjI1LC0zLjc5Njg3NSAzLjYwOTM3NSwtMy43OTY4NzUgQyA0OS41OTM3NSw0Ny40MDYyNSA1MCw0OC43OTY4NzUgNTAsNTAgYyAwLDEuMDkzNzUgLTAuNSw2LjU5Mzc1IC0wLjkwNjI1LDguMjAzMTI1IC0wLjE4NzUsMC44OTA2MjUgLTEsMS4zOTA2MjUgLTIuNTkzNzUsMS4zOTA2MjUgLTEuNzk2ODc1LDAgLTcuNzAzMTI1LC0wLjUgLTExLjkwNjI1LC0wLjUgSCA1LjkwNjI1IGMgLTIuMTA5Mzc1LDAgLTMuNSwtMC41OTM3NSAtMy41LC0xLjc5Njg3NSBDIDIuNDA2MjUsNTYuNDA2MjUgMy4wOTM3NSw1NS45MDYyNSA0LDU1LjU5Mzc1IDkuNzAzMTI1LDU0IDEyLjIwMzEyNSw1My45MDYyNSAxMi4yMDMxMjUsNDguMjAzMTI1IHYgLTM2LjUgQyAxMi4yMDMxMjUsOCAxMC45MDYyNSw2IDcuNSw0LjUgNS4yOTY4NzUsMy41IDIsMyAyLDEuNSBjIDAsLTEgMi4yMDMxMjUsLTEuNTkzNzUgMy4yOTY4NzUsLTEuNzAzMTI1IDAuNzAzMTI1LDAgNi42MDkzNzUsMC41IDExLjI5Njg3NSwwLjUgMTAuNjA5Mzc1LDAgMjguNzAzMTI1LC0wLjUgMzIuNDA2MjUsLTAuNSAxLjcwMzEyNSwwIDEuOTA2MjUsMC40MDYyNSAyLjcwMzEyNSwxLjkwNjI1IEMgNTIuNSwzIDU1LjUsMTAuNDA2MjUgNTUuNSwxMy4yMDMxMjUgYyAwLDEuNSAtMC40MDYyNSwyLjUgLTEuNDA2MjUsMi41IC0wLjg5MDYyNSwwIC0yLjE4NzUsLTAuNzk2ODc1IC0yLjY4NzUsLTEuOTA2MjUgQyA0OC41LDcuNzAzMTI1IDQ3LjIwMzEyNSw0LjUgMzkuNSw0LjUgaCAtMTQgYyAtMi45MDYyNSwwIC0zLjc5Njg3NSwxLjI5Njg3NSAtMy43OTY4NzUsMy45MDYyNSB2IDE2Ljc5Njg3NSBjIDAsMS44OTA2MjUgMC41LDIuMzkwNjI1IDIuMzkwNjI1LDIuMzkwNjI1IGggMTAuNSBjIDIuMTA5Mzc1LDAgMi44MTI1LC0xIDMuNSwtMi4wOTM3NSAwLjYwOTM3NSwtMSAxLjkwNjI1LC0zLjc5Njg3NSAzLjIwMzEyNSwtMy43OTY4NzUgMSwwIDEuMjk2ODc1LDEuNTkzNzUgMS4yOTY4NzUsMi41OTM3NSBDIDQyLjU5Mzc1LDI1LjQwNjI1IDQyLjUsMjguNSA0Mi41LDMwIGMgMCwxLjUgMC40MDYyNSw1IDAuNDA2MjUsNS43OTY4NzUgMCwxLjIwMzEyNSAtMC4yMDMxMjUsMiAtMS4xMDkzNzUsMiAtMS4wOTM3NSwwIC0yLC0xLjUgLTMuMDkzNzUsLTIuNSBDIDM2LjkwNjI1LDMzLjU5Mzc1IDM1Ljc5Njg3NSwzMi41IDMyLjU5Mzc1LDMyLjUgSCAyNCBjIC0xLjQwNjI1LDAgLTIuMjk2ODc1LDAuNzAzMTI1IC0yLjI5Njg3NSwzLjA5Mzc1IHoiCiAgICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItNjkiIC8+CiAgICAgICAgPC9kZWZzPgogICAgICAgIDx1c2UKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItNjkiCiAgICAgICAgICAgaWQ9InVzZTI2NCIKICAgICAgICAgICB4PSIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI1Ni44OTk5OTQiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTc2IgogICAgICAgICAgIGlkPSJ1c2UyNjYiCiAgICAgICAgICAgeT0iMCIKICAgICAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICAgICAgPHVzZQogICAgICAgICAgIHg9IjExNS45OTk5OCIKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItODUiCiAgICAgICAgICAgaWQ9InVzZTI2OCIKICAgICAgICAgICB5PSIwIgogICAgICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgICAgPC9nPgogICAgPC9nPgogICAgPGcKICAgICAgIGlkPSJsaW5lMmRfMjMiPgogICAgICA8cGF0aAogICAgICAgICBkPSJtIDcxLjEsMTI2LjUwNTU5IGggMzAiCiAgICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNkMzM2ODI7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheToxMi44LCAzLjIsIDIsIDMuMjtzdHJva2UtZGFzaG9mZnNldDowIgogICAgICAgICBpZD0icGF0aDI3MyIgLz4KICAgIDwvZz4KICAgIDxnCiAgICAgICBpZD0idGV4dF8xNiI+CiAgICAgIDwhLS0gU29mdHBsdXMgLS0+CiAgICAgIDxnCiAgICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDExMy4xLDEzMS43NTU1OSkiCiAgICAgICAgIGlkPSJnMzAzIj4KICAgICAgICA8ZGVmcwogICAgICAgICAgIGlkPSJkZWZzMjg1Ij4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDIzLjIwMzEyNSw2MC4wOTM3NSBjIC05Ljc5Njg3NSwwIC0xNy43OTY4NzUsLTcuMzkwNjI1IC0xNy43OTY4NzUsLTE2Ljc5Njg3NSAwLC00Ljg5MDYyNSAyLjI5Njg3NSwtOC41IDUuODkwNjI1LC0xMS41IGwgMTMuNSwtMTEuMzkwNjI1IGMgMi41LC0yLjEwOTM3NSA0LC00LjYwOTM3NSA0LC04IDAsLTUgLTMuNzAzMTI1LC05LjYwOTM3NSAtOC43MDMxMjUsLTkuNjA5Mzc1IC01Ljc5Njg3NSwwIC05LjY4NzUsMi45MDYyNSAtMTAuNzk2ODc1LDYuNSBDIDguNDA2MjUsMTIuMjk2ODc1IDcuNSwxNCA1LjkwNjI1LDE0IDQuOTA2MjUsMTQgNC4yMDMxMjUsMTIuNzk2ODc1IDQsMTEuNTkzNzUgMy43MDMxMjUsMTAuMjk2ODc1IDMuNDA2MjUsNi4wOTM3NSAzLjQwNjI1LDQuNzAzMTI1IDMuNDA2MjUsMy4yOTY4NzUgNC4yOTY4NzUsMi43OTY4NzUgOCwxLjA5Mzc1IDEwLjQwNjI1LDAgMTUsLTEuMDkzNzUgMTguNSwtMS4wOTM3NSBjIDEwLDAgMjAuMDkzNzUsNy4yOTY4NzUgMjAuMDkzNzUsMTcuMDkzNzUgMCw0LjIwMzEyNSAtMS42ODc1LDcuNTkzNzUgLTQuNzk2ODc1LDEwLjIwMzEyNSBMIDE5LjcwMzEyNSwzOC4wOTM3NSBjIC0zLDIuNSAtNS4xMDkzNzUsNS4xMDkzNzUgLTUuMTA5Mzc1LDguNDA2MjUgMCw0LjQwNjI1IDMuOTA2MjUsNy45MDYyNSA4LjIwMzEyNSw3LjkwNjI1IDIuOTA2MjUsMCA2LjkwNjI1LC0xLjIwMzEyNSA3LjkwNjI1LC0zLjYwOTM3NSAxLjUsLTMuNTkzNzUgMi43OTY4NzUsLTQuNTkzNzUgNCwtNC41OTM3NSAxLjUsMCAyLDEuMzkwNjI1IDIsMi43MDMxMjUgMCwxLjg5MDYyNSAtMC4yMDMxMjUsNC4wOTM3NSAtMC40MDYyNSw1LjY4NzUgQyAzNiw1NS43MDMxMjUgMzUuMDkzNzUsNTYuNSAzMy4yOTY4NzUsNTcuNSAzMSw1OC41OTM3NSAyNi40MDYyNSw2MC4wOTM3NSAyMy4yMDMxMjUsNjAuMDkzNzUgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci04MyIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJtIDEyLjIwMzEyNSwyMy43MDMxMjUgYyAwLDcuMjAzMTI1IDMuNzk2ODc1LDE1LjA5Mzc1IDExLDE1LjA5Mzc1IDguNzAzMTI1LDAgMTMuMjk2ODc1LC05LjU5Mzc1IDEzLjI5Njg3NSwtMTguNSBDIDM2LjUsMTIuOTA2MjUgMzMuNDA2MjUsMy45MDYyNSAyNiwzLjkwNjI1IGMgLTkuMjk2ODc1LDAgLTEzLjc5Njg3NSwxMC4zOTA2MjUgLTEzLjc5Njg3NSwxOS43OTY4NzUgeiBNIDIzLjkwNjI1LDQzIEMgMTMuMDkzNzUsNDMgMi4yMDMxMjUsMzMuNSAyLjIwMzEyNSwyMS41IGMgMCwtMTEuOTA2MjUgOSwtMjIuMjk2ODc1IDIxLjIwMzEyNSwtMjIuMjk2ODc1IDEyLjc5Njg3NSwwIDIzLDEwLjg5MDYyNSAyMywyMy43OTY4NzUgMCwxMS41OTM3NSAtMTAuOTA2MjUsMjAgLTIyLjUsMjAgeiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci0xMTEiIC8+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0iTSAzMi41LDY5IEMgMTguNzAzMTI1LDY5IDEwLDU3LjI5Njg3NSAxMCw0My41IDEwLDQyLjQwNjI1IDkuNzk2ODc1LDQxIDguNzAzMTI1LDQwLjU5Mzc1IGMgLTIuNzk2ODc1LC0xIC02LjEwOTM3NSwtMi41OTM3NSAtNi4xMDkzNzUsLTQgMCwtMSAyLjMxMjUsLTEuMzkwNjI1IDMuMjAzMTI1LC0xLjM5MDYyNSBDIDkuNSwzNS4yMDMxMjUgMTAsMzQuNTkzNzUgMTAsMzMuNzk2ODc1IHYgLTIzIEMgMTAsOC4yOTY4NzUgOC45MDYyNSw1LjIwMzEyNSA2LjIwMzEyNSw0LjQwNjI1IDMuNSwzLjU5Mzc1IDEuNzk2ODc1LDIuNzk2ODc1IDEuNzk2ODc1LDEuNzk2ODc1IGMgMCwtMSAwLjkwNjI1LC0yIDMuNSwtMiAyLjIwMzEyNSwwIDYuNzk2ODc1LDAuNjA5Mzc1IDguNzk2ODc1LDAuNjA5Mzc1IDEuNjA5Mzc1LDAgNy4zMTI1LC0wLjYwOTM3NSA5LjUsLTAuNjA5Mzc1IDIuNjA5Mzc1LDAgMy41LDEgMy41LDIgMCwxIC0xLjY4NzUsMS43OTY4NzUgLTQuMzkwNjI1LDIuNjA5Mzc1IC0zLjYwOTM3NSwxLjA5Mzc1IC00LjQwNjI1LDMuODkwNjI1IC00LjQwNjI1LDYuMzkwNjI1IHYgMjIuNDA2MjUgYyAwLDEuMzkwNjI1IDAuNDA2MjUsMi4yOTY4NzUgMS42MDkzNzUsMi4yOTY4NzUgSCAyNyBjIDEuNDA2MjUsMCAyLjI5Njg3NSwyLjQwNjI1IDIuMjk2ODc1LDMuNDA2MjUgMCwxIC0wLjcwMzEyNSwyLjI5Njg3NSAtMi4yOTY4NzUsMi4yOTY4NzUgTCAyMC41LDQxIGMgLTEuMjk2ODc1LDAgLTIuMjAzMTI1LC0wLjUgLTIuMjAzMTI1LDEgdiAxMC41IGMgMCw1LjkwNjI1IDQsMTAuOTA2MjUgMTAuNzk2ODc1LDEwLjkwNjI1IDIuOTA2MjUsMCA1LC0xLjEwOTM3NSA2LjEwOTM3NSwtMi43MDMxMjUgMS41LC0yLjEwOTM3NSAyLjc5Njg3NSwtNC43OTY4NzUgNS4yMDMxMjUsLTQuNzk2ODc1IDIuNSwwIDMuNjg3NSwyLjE4NzUgMy42ODc1LDQuNTkzNzUgMCwzLjcwMzEyNSAtNi41LDguNSAtMTEuNTkzNzUsOC41IHoiCiAgICAgICAgICAgICBpZD0iRUJHYXJhbW9uZDA4LVJlZ3VsYXItMTAyIiAvPgogICAgICAgICAgPHBhdGgKICAgICAgICAgICAgIGQ9Im0gMTguNTkzNzUsLTAuNzk2ODc1IGMgNiwwIDExLjQwNjI1LDQuODkwNjI1IDExLjQwNjI1LDcuMjAzMTI1IDAsMSAtMC41LDEuMzkwNjI1IC0xLjUsMS4zOTA2MjUgQyAyNy41LDcuNzk2ODc1IDI1LDYgMjEuMjk2ODc1LDYgYyAtMy41LDAgLTUuMjAzMTI1LDIuMjAzMTI1IC01LjIwMzEyNSw5LjIwMzEyNSBWIDMzLjkwNjI1IGMgMCwxLjM5MDYyNSAwLjQwNjI1LDEuODkwNjI1IDEuNjA5Mzc1LDEuODkwNjI1IEggMjcuNTkzNzUgQyAyOSwzNS43OTY4NzUgMzAsMzguNDA2MjUgMzAsMzkuNDA2MjUgYyAwLDEgLTAuNDA2MjUsMi4yOTY4NzUgLTIsMi4yOTY4NzUgaCAtOS43MDMxMjUgYyAtMS4yOTY4NzUsMCAtMi4yMDMxMjUsMC41IC0yLjIwMzEyNSwxLjUgViA0NiBjIDAsMS43MDMxMjUgLTAuMTg3NSwyLjUgLTEuMzkwNjI1LDIuNSAtMS4yOTY4NzUsMCAtNS4xMDkzNzUsLTMuNzk2ODc1IC02LjUsLTUgQyA1LjcwMzEyNSw0MS40MDYyNSAxLjUsMzguNTkzNzUgMS41LDM3LjIwMzEyNSBjIDAsLTEgMi4yOTY4NzUsLTEuNDA2MjUgMy4yMDMxMjUsLTEuNDA2MjUgMy43MDMxMjUsMCAzLjA5Mzc1LC0wLjUgMy4wOTM3NSwtMS4zOTA2MjUgdiAtMjMuODEyNSBjIDAsLTguNSA0LjkwNjI1LC0xMS4zOTA2MjUgMTAuNzk2ODc1LC0xMS4zOTA2MjUgeiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci0xMTYiIC8+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0ibSAxNC43OTY4NzUsMzAuNzAzMTI1IGMgMCwzLjU5Mzc1IDMsNy4wOTM3NSA3LjUsNy4wOTM3NSA4LjcwMzEyNSwwIDExLC04LjM5MDYyNSAxMSwtMTYuNzAzMTI1IEMgMzMuMjk2ODc1LDEyLjkwNjI1IDI5Ljc5Njg3NSw0LjUgMjIsNC41IDE4LjI5Njg3NSw0LjUgMTQuNzk2ODc1LDYuMDkzNzUgMTQuNzk2ODc1LDkuNzk2ODc1IFogTSA2LjUsLTE2LjA5Mzc1IEMgNi41LC0xOC41OTM3NSA2LC0yMSA0LjcwMzEyNSwtMjEuNDA2MjUgMiwtMjIuMjAzMTI1IDAuMjk2ODc1LC0yMyAwLjI5Njg3NSwtMjQgYyAwLC0xIDAuOTA2MjUsLTIgMy41LC0yIDkuMjk2ODc1LDAgMTUuMjk2ODc1LC0xLjI5Njg3NSAxOC43MDMxMjUsLTEuMjk2ODc1IDIuNTkzNzUsMCAzLjQwNjI1LDEgMy40MDYyNSwyIDAsMSAtMS42MDkzNzUsMS43OTY4NzUgLTQuMzEyNSwyLjU5Mzc1IC01LjM5MDYyNSwxLjUgLTYuNzk2ODc1LDIuMjk2ODc1IC02Ljc5Njg3NSw1Ljc5Njg3NSB2IDE2LjEwOTM3NSBjIDAsMC44OTA2MjUgMC4xMDkzNzUsMS4zOTA2MjUgMSwxLjM5MDYyNSAwLjQwNjI1LDAgMS45MDYyNSwtMS4xODc1IDMuOTA2MjUsLTEuMTg3NSBDIDMzLC0wLjU5Mzc1IDQyLjUsMTIuMDkzNzUgNDIuNSwyNS43MDMxMjUgNDIuNSwzNC4wOTM3NSAzNS43OTY4NzUsNDMgMjcuNSw0MyAyMyw0MyAxNy43OTY4NzUsNDAuNTkzNzUgMTYuMjAzMTI1LDM5IDE1LjQwNjI1LDM4LjIwMzEyNSAxNC45MDYyNSwzOC43MDMxMjUgMTQuNzk2ODc1LDM5LjIwMzEyNSBWIDQxIGMgMCwxLjkwNjI1IDAsMi43OTY4NzUgLTEuMjAzMTI1LDIuNzk2ODc1IC0xLDAgLTkuMjk2ODc1LC0zLjI5Njg3NSAtMTAuMzkwNjI1LC0zLjg5MDYyNSAtMS4yOTY4NzUsLTAuNjA5Mzc1IC0yLjkwNjI1LC0xLjQwNjI1IC0yLjkwNjI1LC0yLjUgMCwtMS4xMDkzNzUgMSwtMS43MDMxMjUgMi4xMDkzNzUsLTIuMTA5Mzc1IEMgNC43OTY4NzUsMzQuNDA2MjUgNi41LDMxLjkwNjI1IDYuNSwzMC4yMDMxMjUgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci0xMTIiIC8+CiAgICAgICAgICA8cGF0aAogICAgICAgICAgICAgZD0ibSA5LjcwMzEyNSw1Ni43MDMxMjUgdiAtNDUuOTA2MjUgYyAwLC0yLjUgLTEuMTA5Mzc1LC01LjU5Mzc1IC0zLjc5Njg3NSwtNi4zOTA2MjUgQyAzLjIwMzEyNSwzLjU5Mzc1IDEuNSwyLjc5Njg3NSAxLjUsMS43OTY4NzUgYyAwLC0xIDAuOTA2MjUsLTIgMy41LC0yIDIuMjAzMTI1LDAgNi45MDYyNSwwLjYwOTM3NSA4LjkwNjI1LDAuNjA5Mzc1IDEuNTkzNzUsMCA2LjU5Mzc1LC0wLjYwOTM3NSA4Ljc5Njg3NSwtMC42MDkzNzUgMi41OTM3NSwwIDMuMzkwNjI1LDEgMy4zOTA2MjUsMiAwLDEgLTEuNTkzNzUsMS43OTY4NzUgLTQuMjk2ODc1LDIuNjA5Mzc1IEMgMTkuMDkzNzUsNS4yMDMxMjUgMTgsOC4yOTY4NzUgMTgsMTAuNzk2ODc1IFYgNjUuNDA2MjUgYyAwLDEuODkwNjI1IDAsMi42ODc1IC0xLjIwMzEyNSwyLjY4NzUgLTEsMCAtNi4zOTA2MjUsLTEuNjg3NSAtMTAuMzkwNjI1LC0yLjM5MDYyNSBDIDUsNjUuNSAzLjUsNjQuNzAzMTI1IDMuNSw2My41OTM3NSAzLjUsNjIuNSA0LjcwMzEyNSw2MS43MDMxMjUgNS43OTY4NzUsNjEuMjk2ODc1IGMgMi40MDYyNSwtMC44OTA2MjUgMy45MDYyNSwtMi44OTA2MjUgMy45MDYyNSwtNC41OTM3NSB6IgogICAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTEwOCIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJNIDMxLjA5Mzc1LDMyLjQwNjI1IFYgMTMuNSBjIDAsLTQuNDA2MjUgLTQuNSwtNy43MDMxMjUgLTEwLC03LjcwMzEyNSAtNC41OTM3NSwwIC03LDQuNSAtNyw5LjI5Njg3NSB2IDI1LjIwMzEyNSBjIDAsMS45MDYyNSAwLDIuNzAzMTI1IC0xLjE4NzUsMi43MDMxMjUgLTEsMCAtNS4yMDMxMjUsLTEuMjk2ODc1IC05LjIwMzEyNSwtMiBDIDIuMjk2ODc1LDQwLjc5Njg3NSAxLDQwIDEsMzguOTA2MjUgMSwzNy43OTY4NzUgMiwzNyAzLjA5Mzc1LDM2LjU5Mzc1IDUuNSwzNS43MDMxMjUgNS43OTY4NzUsMzMuMjk2ODc1IDUuNzk2ODc1LDMxLjU5Mzc1IFYgMTEuNzk2ODc1IEMgNS43OTY4NzUsNiA5LjkwNjI1LC0wLjQwNjI1IDE1LjcwMzEyNSwtMC40MDYyNSBjIDUuNzk2ODc1LDAgOSwwLjkwNjI1IDEzLjUsNC41IEMgMzAuNSw1LjIwMzEyNSAzMC43OTY4NzUsNS43OTY4NzUgMzEuMjAzMTI1LDQgMzEuNSwyLjU5Mzc1IDMxLjUsMS4yMDMxMjUgMzEuNzk2ODc1LDAuMjAzMTI1IGMgMC4xMDkzNzUsLTAuNSAwLjYwOTM3NSwtMS40MDYyNSAxLjQwNjI1LC0xLjQwNjI1IDEuNSwwIDkuNzAzMTI1LDIuNDA2MjUgMTEuNSwzLjI5Njg3NSBDIDQ1LjUsMi41IDQ2LjUsMy4yOTY4NzUgNDYuNSw0LjU5Mzc1IDQ2LjUsNS4yOTY4NzUgNDUuNzAzMTI1LDYuMjAzMTI1IDQ1LjIwMzEyNSw2LjIwMzEyNSA0NC40MDYyNSw2LjIwMzEyNSA0Mi4yOTY4NzUsNS41OTM3NSA0MSw1LjU5Mzc1IGMgLTEsMCAtMS41OTM3NSwwLjMxMjUgLTEuNTkzNzUsMS4zMTI1IHYgMzMuMzkwNjI1IGMgMCwxLjkwNjI1IDAsMi43MDMxMjUgLTEuMjAzMTI1LDIuNzAzMTI1IC0xLDAgLTcuNjA5Mzc1LC0xLjA5Mzc1IC0xMS4yMDMxMjUsLTEuNTkzNzUgLTEuNDA2MjUsLTAuMjAzMTI1IC0yLjkwNjI1LC0xLjQwNjI1IC0yLjkwNjI1LC0yLjUgMCwtMS4xMDkzNzUgMS4xMDkzNzUsLTEuNzAzMTI1IDIuMzEyNSwtMS45MDYyNSAyLjc5Njg3NSwtMC40MDYyNSA0LjY4NzUsLTEuNzk2ODc1IDQuNjg3NSwtNC41OTM3NSB6IgogICAgICAgICAgICAgaWQ9IkVCR2FyYW1vbmQwOC1SZWd1bGFyLTExNyIgLz4KICAgICAgICAgIDxwYXRoCiAgICAgICAgICAgICBkPSJNIDE2LjI5Njg3NSw0MyBDIDkuMjk2ODc1LDQzIDMuNSwzNy4yOTY4NzUgMy41LDMwLjUgYyAwLC01IDMuOTA2MjUsLTguMDkzNzUgOC40MDYyNSwtMTEuMjAzMTI1IGwgNC43OTY4NzUsLTMuMzkwNjI1IGMgMi4zOTA2MjUsLTEuODEyNSA0LjUsLTIuODEyNSA0LjUsLTcuMjAzMTI1IDAsLTMgLTIuOTA2MjUsLTUgLTUuOTA2MjUsLTUgQyAxMiwzLjcwMzEyNSA4LjkwNjI1LDQuNzk2ODc1IDcuNTkzNzUsNy41IGMgLTEuMzkwNjI1LDMuMDkzNzUgLTMuMzkwNjI1LDQgLTQuMzkwNjI1LDQgLTEsMCAtMS4xMDkzNzUsLTEuNSAtMS4xMDkzNzUsLTMuMjAzMTI1IDAsLTEuNSAxLjIwMzEyNSwtNSAxLjcwMzEyNSwtNi4yOTY4NzUgMC41LC0xLjI5Njg3NSAxLC0xLjQwNjI1IDIuNSwtMiAxLC0wLjQwNjI1IDMuNzk2ODc1LC0wLjc5Njg3NSA2LjYwOTM3NSwtMC43OTY4NzUgOC4xODc1LDAgMTUuMDkzNzUsNi4wOTM3NSAxNS4wOTM3NSwxNC41OTM3NSAwLDMuNSAtMi4wOTM3NSw1Ljc5Njg3NSAtNC43OTY4NzUsOCBMIDE1LDI4IGMgLTIuMjk2ODc1LDEuNTkzNzUgLTQuMjk2ODc1LDMuMjk2ODc1IC00LjI5Njg3NSw2LjA5Mzc1IDAsMi41IDIuMDkzNzUsNC4zMTI1IDQuNTkzNzUsNC4zMTI1IDMuMTA5Mzc1LDAgNiwtMS43MDMxMjUgNi43OTY4NzUsLTQgMC41LC0yIDIsLTIuNSAzLC0yLjUgMS4yMDMxMjUsMCAxLjIwMzEyNSwxIDEuMjAzMTI1LDIuMTg3NSAwLDAuOTA2MjUgLTAuMjAzMTI1LDMuODEyNSAtMC41LDQuOTA2MjUgLTAuMjk2ODc1LDEgLTAuNSwxLjI5Njg3NSAtMS4wOTM3NSwxLjU5Mzc1IEMgMjEuNSw0MS45MDYyNSAxOS40MDYyNSw0MyAxNi4yOTY4NzUsNDMgWiIKICAgICAgICAgICAgIGlkPSJFQkdhcmFtb25kMDgtUmVndWxhci0xMTUiIC8+CiAgICAgICAgPC9kZWZzPgogICAgICAgIDx1c2UKICAgICAgICAgICB4bGluazpocmVmPSIjRUJHYXJhbW9uZDA4LVJlZ3VsYXItODMiCiAgICAgICAgICAgaWQ9InVzZTI4NyIKICAgICAgICAgICB4PSIwIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI0MC44OTk5OTQiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTExMSIKICAgICAgICAgICBpZD0idXNlMjg5IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSI4OS41OTk5OTEiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTEwMiIKICAgICAgICAgICBpZD0idXNlMjkxIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxMjAuODk5OTgiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTExNiIKICAgICAgICAgICBpZD0idXNlMjkzIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxNTMuMzk5OTYiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTExMiIKICAgICAgICAgICBpZD0idXNlMjk1IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIxOTguMTk5OTUiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTEwOCIKICAgICAgICAgICBpZD0idXNlMjk3IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIyMjUuNzk5OTQiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTExNyIKICAgICAgICAgICBpZD0idXNlMjk5IgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICAgIDx1c2UKICAgICAgICAgICB4PSIyNzMuMTk5OTUiCiAgICAgICAgICAgeGxpbms6aHJlZj0iI0VCR2FyYW1vbmQwOC1SZWd1bGFyLTExNSIKICAgICAgICAgICBpZD0idXNlMzAxIgogICAgICAgICAgIHk9IjAiCiAgICAgICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgICA8L2c+CiAgICA8L2c+CiAgPC9nPgogIDxkZWZzCiAgICAgaWQ9ImRlZnMzMTIiPgogICAgPGNsaXBQYXRoCiAgICAgICBpZD0icDlmNTg0MDI0MzIiPgogICAgICA8cmVjdAogICAgICAgICBoZWlnaHQ9IjI2Ni4xMTIiCiAgICAgICAgIHdpZHRoPSIzNTcuMTIiCiAgICAgICAgIHg9IjU3LjU5OTk5OCIKICAgICAgICAgeT0iNDEuNDcyIgogICAgICAgICBpZD0icmVjdDMwOSIgLz4KICAgIDwvY2xpcFBhdGg+CiAgPC9kZWZzPgo8L3N2Zz4K" style="margin-top:2rem" height="420px">
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="671" class="slide " data-line="671" data-h="4" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Swish&#x51FD;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>Swish &#x51FD;&#x6570;&#x662F;&#x4E00;&#x79CD;&#x81EA;&#x95E8;&#x63A7;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \swish(z) = z \cdot \sigma (\beta z) = \frac{z}{1 + \exp(-\beta z)}
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta$</span>&#x662F;&#x53EF;&#x5B66;&#x4E60;&#x7684;&#x53C2;&#x6570;&#x6216;&#x4E00;&#x4E2A;&#x56FA;&#x5B9A;&#x8D85;&#x53C2;&#x6570;</p>
<ul>
<li>&#x5F53;<span class="mathjax-exps">$\sigma (\beta z)$</span>&#x63A5;&#x8FD1;&#x4E8E;<span class="mathjax-exps">$1$</span>&#x65F6;&#xFF0C;&#x95E8;&#x5904;&#x4E8E;&#x201C;&#x5F00;&#x201D;&#x72B6;&#x6001;&#xFF0C;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x7684;&#x8F93;&#x51FA;&#x8FD1;&#x4F3C;&#x4E8E;<span class="mathjax-exps">$z$</span>&#x672C;&#x8EAB;</li>
<li>&#x5F53;<span class="mathjax-exps">$\sigma (\beta z)$</span>&#x63A5;&#x8FD1;&#x4E8E;<span class="mathjax-exps">$0$</span>&#x65F6;&#xFF0C;&#x95E8;&#x5904;&#x4E8E;&#x201C;&#x5173;&#x201D;&#x72B6;&#x6001;&#xFF0C;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x7684;&#x8F93;&#x51FA;&#x8FD1;&#x4F3C;&#x4E8E;<span class="mathjax-exps">$0$</span></li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="704" class="slide " data-line="704" data-h="4" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Swish&#x51FD;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<img src="data:image/svg+xml;charset=utf-8;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiCiAgIHhtbG5zOnNvZGlwb2RpPSJodHRwOi8vc29kaXBvZGkuc291cmNlZm9yZ2UubmV0L0RURC9zb2RpcG9kaS0wLmR0ZCIKICAgeG1sbnM6aW5rc2NhcGU9Imh0dHA6Ly93d3cuaW5rc2NhcGUub3JnL25hbWVzcGFjZXMvaW5rc2NhcGUiCiAgIGhlaWdodD0iMjY2LjkxMTk5cHQiCiAgIHZlcnNpb249IjEuMSIKICAgdmlld0JveD0iMCAwIDM1Ny45MTk5OSAyNjYuOTExOTgiCiAgIHdpZHRoPSIzNTcuOTE5OThwdCIKICAgaWQ9InN2ZzI4MSIKICAgc29kaXBvZGk6ZG9jbmFtZT0iU3dpc2guc3ZnIgogICBpbmtzY2FwZTp2ZXJzaW9uPSIxLjAuMSAoM2JjMmU4MTNmNSwgMjAyMC0wOS0wNykiPgogIDxzb2RpcG9kaTpuYW1lZHZpZXcKICAgICBwYWdlY29sb3I9IiNmZmZmZmYiCiAgICAgYm9yZGVyY29sb3I9IiM2NjY2NjYiCiAgICAgYm9yZGVyb3BhY2l0eT0iMSIKICAgICBvYmplY3R0b2xlcmFuY2U9IjEwIgogICAgIGdyaWR0b2xlcmFuY2U9IjEwIgogICAgIGd1aWRldG9sZXJhbmNlPSIxMCIKICAgICBpbmtzY2FwZTpwYWdlb3BhY2l0eT0iMCIKICAgICBpbmtzY2FwZTpwYWdlc2hhZG93PSIyIgogICAgIGlua3NjYXBlOndpbmRvdy13aWR0aD0iMzg0MCIKICAgICBpbmtzY2FwZTp3aW5kb3ctaGVpZ2h0PSIyMTA2IgogICAgIGlkPSJuYW1lZHZpZXcyODMiCiAgICAgc2hvd2dyaWQ9ImZhbHNlIgogICAgIGlua3NjYXBlOnpvb209IjIuMTg3NSIKICAgICBpbmtzY2FwZTpjeD0iNTguODE5MDM3IgogICAgIGlua3NjYXBlOmN5PSIxNzUuNjM3MzQiCiAgICAgaW5rc2NhcGU6d2luZG93LXg9IjAiCiAgICAgaW5rc2NhcGU6d2luZG93LXk9IjU0IgogICAgIGlua3NjYXBlOndpbmRvdy1tYXhpbWl6ZWQ9IjAiCiAgICAgaW5rc2NhcGU6Y3VycmVudC1sYXllcj0ic3ZnMjgxIiAvPgogIDxtZXRhZGF0YQogICAgIGlkPSJtZXRhZGF0YTIiPgogICAgPHJkZjpSREY+CiAgICAgIDxjYzpXb3JrPgogICAgICAgIDxkYzp0eXBlCiAgICAgICAgICAgcmRmOnJlc291cmNlPSJodHRwOi8vcHVybC5vcmcvZGMvZGNtaXR5cGUvU3RpbGxJbWFnZSIgLz4KICAgICAgICA8ZGM6ZGF0ZT4yMDIwLTA5LTIxVDIwOjU5OjEyLjUwMDk1MjwvZGM6ZGF0ZT4KICAgICAgICA8ZGM6Zm9ybWF0PmltYWdlL3N2Zyt4bWw8L2RjOmZvcm1hdD4KICAgICAgICA8ZGM6Y3JlYXRvcj4KICAgICAgICAgIDxjYzpBZ2VudD4KICAgICAgICAgICAgPGRjOnRpdGxlPk1hdHBsb3RsaWIgdjMuMy4yLCBodHRwczovL21hdHBsb3RsaWIub3JnLzwvZGM6dGl0bGU+CiAgICAgICAgICA8L2NjOkFnZW50PgogICAgICAgIDwvZGM6Y3JlYXRvcj4KICAgICAgICA8ZGM6dGl0bGU+PC9kYzp0aXRsZT4KICAgICAgPC9jYzpXb3JrPgogICAgPC9yZGY6UkRGPgogIDwvbWV0YWRhdGE+CiAgPGRlZnMKICAgICBpZD0iZGVmczYiPgogICAgPHN0eWxlCiAgICAgICB0eXBlPSJ0ZXh0L2NzcyIKICAgICAgIGlkPSJzdHlsZTQiPip7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46cm91bmQ7fTwvc3R5bGU+CiAgICA8ZGVmcwogICAgICAgaWQ9ImRlZnMxNSI+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Ik0gMCwwIFYgLTMuNSIKICAgICAgICAgaWQ9Im1jNWQ2MDc5Y2ZlIgogICAgICAgICBzdHlsZT0ic3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIgLz4KICAgIDwvZGVmcz4KICAgIDxkZWZzCiAgICAgICBpZD0iZGVmczg4Ij4KICAgICAgPHBhdGgKICAgICAgICAgZD0iTSAwLDAgSCAzLjUiCiAgICAgICAgIGlkPSJtNTQ0MzM5YTQ0MSIKICAgICAgICAgc3R5bGU9InN0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiIC8+CiAgICA8L2RlZnM+CiAgICA8ZGVmcwogICAgICAgaWQ9ImRlZnMyMTIiPgogICAgICA8cGF0aAogICAgICAgICBkPSJNIDEzLjYyNSwzLjM3NSA4LjkzNzUsLTIwLjc5Njg3NSBIIC0wLjA5Mzc1IEwgMTQuNSw1NC4zNDM3NSBxIDQuMzQzNzUsMjIuMjY1NjI1IDI1LjE1NjI1LDIyLjI2NTYyNSAyMS4wOTM3NSwwIDE3LjUxNTYyNSwtMTguNzk2ODc1IFEgNTQuNzM0Mzc1LDQ0LjQzNzUgNDUuMjE4NzUsMzkuNTQ2ODc1IDU4LjAxNTYyNSwzNS4xNTYyNSA1NS41MTU2MjUsMjIuMTI1IDUxLjEyNSwtMS4wNzgxMjUgMjcuNDg0Mzc1LC0xLjAzMTI1IDE3LjE0MDYyNSwtMC45ODQzNzUgMTMuNjI1LDMuMzc1IFogbSAyLjI5Njg3NSwxMS43MTg3NSBxIDMuNzUsLTguNSAxMy4zNzUsLTguNDUzMTI1IDE0LjA2MjUsMCAxNy4wNDY4NzUsMTUuMzI4MTI1IDIuNjg3NSwxMy43ODEyNSAtMjAuMTcxODc1LDEyLjcwMzEyNSBsIDEuNjA5Mzc1LDguMjk2ODc1IHEgMTcuNjcxODc1LC0wLjI5Njg3NSAyMC43NSwxNS42MjUgMi4xMDkzNzUsMTAuNzUgLTkuMzI4MTI1LDEwLjY4NzUgLTEyLjc4MTI1LDAgLTE1LjcxODc1LC0xNS4yMzQzNzUgeiIKICAgICAgICAgaWQ9IkRlamFWdVNhbnMtT2JsaXF1ZS05NDYiIC8+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Ik0gMTAuNTkzNzUsNDUuNDA2MjUgSCA3My4xODc1IFYgMzcuMjAzMTI1IEggMTAuNTkzNzUgWiBtIDAsLTE5LjkyMTg3NSBIIDczLjE4NzUgViAxNy4xODc1IEggMTAuNTkzNzUgWiIKICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNjEiIC8+CiAgICA8L2RlZnM+CiAgICA8ZGVmcwogICAgICAgaWQ9ImRlZnMyMjgiPgogICAgICA8cGF0aAogICAgICAgICBkPSJNIDEwLjY4NzUsMTIuNDA2MjUgSCAyMSBWIDAgSCAxMC42ODc1IFoiCiAgICAgICAgIGlkPSJEZWphVnVTYW5zLTQ2IiAvPgogICAgPC9kZWZzPgogICAgPGRlZnMKICAgICAgIGlkPSJkZWZzMjQiPgogICAgICA8cGF0aAogICAgICAgICBkPSJNIDEwLjU5Mzc1LDM1LjUgSCA3My4xODc1IFYgMjcuMjAzMTI1IEggMTAuNTkzNzUgWiIKICAgICAgICAgaWQ9IkRlamFWdVNhbnMtODcyMiIgLz4KICAgICAgPHBhdGgKICAgICAgICAgZD0iTSAzNy43OTY4NzUsNjQuMzEyNSAxMi44OTA2MjUsMjUuMzkwNjI1IGggMjQuOTA2MjUgeiBtIC0yLjU5Mzc1LDguNTkzNzUgaCAxMi40MDYyNSBWIDI1LjM5MDYyNSBoIDEwLjQwNjI1IFYgMTcuMTg3NSBIIDQ3LjYwOTM3NSBWIDAgaCAtOS44MTI1IFYgMTcuMTg3NSBIIDQuODkwNjI1IHYgOS41MTU2MjUgeiIKICAgICAgICAgaWQ9IkRlamFWdVNhbnMtNTIiIC8+CiAgICA8L2RlZnM+CiAgICA8ZGVmcwogICAgICAgaWQ9ImRlZnM0MCI+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Ik0gMTkuMTg3NSw4LjI5Njg3NSBIIDUzLjYwOTM3NSBWIDAgSCA3LjMyODEyNSB2IDguMjk2ODc1IHEgNS42MDkzNzUsNS44MTI1IDE1LjI5Njg3NSwxNS41OTM3NSA5LjcwMzEyNSw5Ljc5Njg3NSAxMi4xODc1LDEyLjY0MDYyNSA0LjczNDM3NSw1LjMxMjUgNi42MDkzNzUsOSAxLjg5MDYyNSwzLjY4NzUgMS44OTA2MjUsNy4yNSAwLDUuODEyNSAtNC4wNzgxMjUsOS40Njg3NSAtNC4wNzgxMjUsMy42NzE4NzUgLTEwLjYyNSwzLjY3MTg3NSAtNC42NDA2MjUsMCAtOS43OTY4NzUsLTEuNjA5Mzc1IC01LjE0MDYyNSwtMS42MDkzNzUgLTExLC00Ljg5MDYyNSB2IDkuOTY4NzUgUSAxMy43NjU2MjUsNzEuNzgxMjUgMTguOTM3NSw3MyBxIDUuMTg3NSwxLjIxODc1IDkuNDg0Mzc1LDEuMjE4NzUgMTEuMzI4MTI1LDAgMTguMDYyNSwtNS42NzE4NzUgNi43MzQzNzUsLTUuNjU2MjUgNi43MzQzNzUsLTE1LjEyNSAwLC00LjUgLTEuNjg3NSwtOC41MzEyNSBRIDQ5Ljg1OTM3NSw0MC44NzUgNDUuNDA2MjUsMzUuNDA2MjUgNDQuMTg3NSwzMy45ODQzNzUgMzcuNjQwNjI1LDI3LjIxODc1IDMxLjEwOTM3NSwyMC40NTMxMjUgMTkuMTg3NSw4LjI5Njg3NSBaIgogICAgICAgICBpZD0iRGVqYVZ1U2Fucy01MCIgLz4KICAgIDwvZGVmcz4KICAgIDxkZWZzCiAgICAgICBpZD0iZGVmczU2Ij4KICAgICAgPHBhdGgKICAgICAgICAgZD0ibSAzMS43ODEyNSw2Ni40MDYyNSBxIC03LjYwOTM3NSwwIC0xMS40NTMxMjUsLTcuNSBRIDE2LjUsNTEuNDIxODc1IDE2LjUsMzYuMzc1IHEgMCwtMTQuOTg0Mzc1IDMuODI4MTI1LC0yMi40ODQzNzUgMy44NDM3NSwtNy41IDExLjQ1MzEyNSwtNy41IDcuNjcxODc1LDAgMTEuNSw3LjUgMy44NDM3NSw3LjUgMy44NDM3NSwyMi40ODQzNzUgMCwxNS4wNDY4NzUgLTMuODQzNzUsMjIuNTMxMjUgLTMuODI4MTI1LDcuNSAtMTEuNSw3LjUgeiBtIDAsNy44MTI1IHEgMTIuMjY1NjI1LDAgMTguNzM0Mzc1LC05LjcwMzEyNSA2LjQ2ODc1LC05LjY4NzUgNi40Njg3NSwtMjguMTQwNjI1IDAsLTE4LjQwNjI1IC02LjQ2ODc1LC0yOC4xMDkzNzUgLTYuNDY4NzUsLTkuNjg3NSAtMTguNzM0Mzc1LC05LjY4NzUgLTEyLjI1LDAgLTE4LjcxODc1LDkuNjg3NSBRIDYuNTkzNzUsMTcuOTY4NzUgNi41OTM3NSwzNi4zNzUgcSAwLDE4LjQ1MzEyNSA2LjQ2ODc1LDI4LjE0MDYyNSA2LjQ2ODc1LDkuNzAzMTI1IDE4LjcxODc1LDkuNzAzMTI1IHoiCiAgICAgICAgIGlkPSJEZWphVnVTYW5zLTQ4IiAvPgogICAgPC9kZWZzPgogICAgPGRlZnMKICAgICAgIGlkPSJkZWZzOTYiPgogICAgICA8cGF0aAogICAgICAgICBkPSJtIDEyLjQwNjI1LDguMjk2ODc1IGggMTYuMTA5Mzc1IHYgNTUuNjI1IEwgMTAuOTg0Mzc1LDYwLjQwNjI1IHYgOC45ODQzNzUgbCAxNy40Mzc1LDMuNTE1NjI1IEggMzguMjgxMjUgViA4LjI5Njg3NSBIIDU0LjM5MDYyNSBWIDAgSCAxMi40MDYyNSBaIgogICAgICAgICBpZD0iRGVqYVZ1U2Fucy00OSIgLz4KICAgIDwvZGVmcz4KICAgIDxkZWZzCiAgICAgICBpZD0iZGVmczE0NSI+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Ik0gNDAuNTc4MTI1LDM5LjMxMjUgUSA0Ny42NTYyNSwzNy43OTY4NzUgNTEuNjI1LDMzIHEgMy45ODQzNzUsLTQuNzgxMjUgMy45ODQzNzUsLTExLjgxMjUgMCwtMTAuNzgxMjUgLTcuNDIxODc1LC0xNi43MDMxMjUgLTcuNDIxODc1LC01LjkwNjI1IC0yMS4wOTM3NSwtNS45MDYyNSAtNC41NzgxMjUsMCAtOS40Mzc1LDAuOTA2MjUgLTQuODU5Mzc1LDAuOTA2MjUgLTEwLjAzMTI1LDIuNzE4NzUgdiA5LjUxNTYyNSBxIDQuMDkzNzUsLTIuMzkwNjI1IDguOTY4NzUsLTMuNjA5Mzc1IDQuODkwNjI1LC0xLjIxODc1IDEwLjIxODc1LC0xLjIxODc1IDkuMjY1NjI1LDAgMTQuMTI1LDMuNjU2MjUgNC44NTkzNzUsMy42NTYyNSA0Ljg1OTM3NSwxMC42NDA2MjUgMCw2LjQ1MzEyNSAtNC41MTU2MjUsMTAuMDc4MTI1IC00LjUxNTYyNSwzLjY0MDYyNSAtMTIuNTYyNSwzLjY0MDYyNSBoIC04LjUgdiA4LjEwOTM3NSBoIDguODkwNjI1IHEgNy4yNjU2MjUsMCAxMS4xMjUsMi45MDYyNSAzLjg1OTM3NSwyLjkwNjI1IDMuODU5Mzc1LDguMzc1IDAsNS42MDkzNzUgLTMuOTg0Mzc1LDguNjA5Mzc1IC0zLjk2ODc1LDMuMDE1NjI1IC0xMS4zOTA2MjUsMy4wMTU2MjUgLTQuMDYyNSwwIC04LjcwMzEyNSwtMC44OTA2MjUgUSAxNS4zNzUsNjQuMTU2MjUgOS44MTI1LDYyLjMxMjUgdiA4Ljc4MTI1IHEgNS42MjUsMS41NjI1IDEwLjUzMTI1LDIuMzQzNzUgNC45MDYyNSwwLjc4MTI1IDkuMjUsMC43ODEyNSAxMS4yMzQzNzUsMCAxNy43NjU2MjUsLTUuMTA5Mzc1IDYuNTQ2ODc1LC01LjA5Mzc1IDYuNTQ2ODc1LC0xMy43ODEyNSAwLC02LjA2MjUgLTMuNDY4NzUsLTEwLjIzNDM3NSAtMy40Njg3NSwtNC4xNzE4NzUgLTkuODU5Mzc1LC01Ljc4MTI1IHoiCiAgICAgICAgIGlkPSJEZWphVnVTYW5zLTUxIiAvPgogICAgPC9kZWZzPgogICAgPGRlZnMKICAgICAgIGlkPSJkZWZzMTcwIj4KICAgICAgPHBhdGgKICAgICAgICAgZD0ibSAxMC43OTY4NzUsNzIuOTA2MjUgaCAzOC43MTg3NSB2IC04LjMxMjUgaCAtMjkuNjg3NSBWIDQ2LjczNDM3NSBxIDIuMTQwNjI1LDAuNzM0Mzc1IDQuMjgxMjUsMS4wOTM3NSAyLjE1NjI1LDAuMzU5Mzc1IDQuMzEyNSwwLjM1OTM3NSBRIDQwLjYyNSw0OC4xODc1IDQ3Ljc1LDQxLjUgNTQuODkwNjI1LDM0LjgxMjUgNTQuODkwNjI1LDIzLjM5MDYyNSA1NC44OTA2MjUsMTEuNjI1IDQ3LjU2MjUsNS4wOTM3NSA0MC4yMzQzNzUsLTEuNDIxODc1IDI2LjkwNjI1LC0xLjQyMTg3NSBxIC00LjU5Mzc1LDAgLTkuMzU5Mzc1LDAuNzgxMjUgLTQuNzUsMC43ODEyNSAtOS44MjgxMjUsMi4zNDM3NSBWIDExLjYyNSBxIDQuMzkwNjI1LC0yLjM5MDYyNSA5LjA3ODEyNSwtMy41NjI1IDQuNjg3NSwtMS4xNzE4NzUgOS45MDYyNSwtMS4xNzE4NzUgOC40NTMxMjUsMCAxMy4zNzUsNC40Mzc1IDQuOTM3NSw0LjQzNzUgNC45Mzc1LDEyLjA2MjUgMCw3LjYwOTM3NSAtNC45Mzc1LDEyLjA0Njg3NSAtNC45MjE4NzUsNC40NTMxMjUgLTEzLjM3NSw0LjQ1MzEyNSAtMy45NTMxMjUsMCAtNy44OTA2MjUsLTAuODc1IC0zLjkyMTg3NSwtMC44NzUgLTguMDE1NjI1LC0yLjczNDM3NSB6IgogICAgICAgICBpZD0iRGVqYVZ1U2Fucy01MyIgLz4KICAgIDwvZGVmcz4KICA8L2RlZnM+CiAgPHBhdGgKICAgICBkPSJtIC01Ny4yLDMwNC41MjggaCA0NjAuOCB2IC0zNDUuNiBIIC01Ny4yIFoiCiAgICAgc3R5bGU9ImZpbGw6bm9uZSIKICAgICBpZD0icGF0aDgiIC8+CiAgPGRlZnMKICAgICBpZD0iZGVmczI3OSI+CiAgICA8Y2xpcFBhdGgKICAgICAgIGlkPSJwOWZlMGI4OGIxNyI+CiAgICAgIDxyZWN0CiAgICAgICAgIGhlaWdodD0iMjY2LjExMiIKICAgICAgICAgd2lkdGg9IjM1Ny4xMiIKICAgICAgICAgeD0iNTcuNTk5OTk4IgogICAgICAgICB5PSI0MS40NzIiCiAgICAgICAgIGlkPSJyZWN0Mjc2IiAvPgogICAgPC9jbGlwUGF0aD4KICA8L2RlZnM+CiAgPGcKICAgICBpZD0iZzEwODgiCiAgICAgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTU3LjIsLTQxLjA3MikiPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gNTcuNiwzMDcuNTg0IEggNDE0LjcyIFYgNDEuNDcyIEggNTcuNiBaIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZSIKICAgICAgIGlkPSJwYXRoMTEiIC8+CiAgICA8dXNlCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICB4PSI5Ni4xMTI5MzgiCiAgICAgICB4bGluazpocmVmPSIjbWM1ZDYwNzljZmUiCiAgICAgICB5PSIyNjAuMzcwNTciCiAgICAgICBpZD0idXNlMTciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTg3MjIiCiAgICAgICBpZD0idXNlMjYiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSw4OC43NDE4NDcsMjUxLjI5MDg5KSIgLz4KICAgIDx1c2UKICAgICAgIHg9IjgzLjc4OTA2MiIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUyIgogICAgICAgaWQ9InVzZTI4IgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMSwwLDAsLTAuMSw4OC43NDE4NDcsMjUxLjI5MDg5KSIgLz4KICAgIDx1c2UKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgIHg9IjE2Ni4xMzY0NyIKICAgICAgIHhsaW5rOmhyZWY9IiNtYzVkNjA3OWNmZSIKICAgICAgIHk9IjI2MC4zNzA1NyIKICAgICAgIGlkPSJ1c2UzNCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtODcyMiIKICAgICAgIGlkPSJ1c2U0MiIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDE1OC43NjUzOCwyNTEuMjkwODkpIiAvPgogICAgPHVzZQogICAgICAgeD0iODMuNzg5MDYyIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTAiCiAgICAgICBpZD0idXNlNDQiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDE1OC43NjUzOCwyNTEuMjkwODkpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMjM2LjE2IgogICAgICAgeGxpbms6aHJlZj0iI21jNWQ2MDc5Y2ZlIgogICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgaWQ9InVzZTUwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgIGlkPSJ1c2U1OCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDIzMi45Nzg3NSwyNTEuMjkwODkpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMzA2LjE4MzUzIgogICAgICAgeGxpbms6aHJlZj0iI21jNWQ2MDc5Y2ZlIgogICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgaWQ9InVzZTY0IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MCIKICAgICAgIGlkPSJ1c2U2OSIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDMwMy4wMDIyOCwyNTEuMjkwODkpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMzc2LjIwNzA2IgogICAgICAgeGxpbms6aHJlZj0iI21jNWQ2MDc5Y2ZlIgogICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgaWQ9InVzZTc1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy01MiIKICAgICAgIGlkPSJ1c2U4MCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDM3My4wMjU4MSwyNTEuMjkwODkpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMjM2LjE2IgogICAgICAgeGxpbms6aHJlZj0iI201NDQzMzlhNDQxIgogICAgICAgeT0iMzAzLjI5MTg3IgogICAgICAgaWQ9InVzZTkwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy04NzIyIgogICAgICAgaWQ9InVzZTk4IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDMwNy4wOTEwOSkiIC8+CiAgICA8dXNlCiAgICAgICB4PSI4My43ODkwNjIiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OSIKICAgICAgIGlkPSJ1c2UxMDAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiwzMDcuMDkxMDkpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMjM2LjE2IgogICAgICAgeGxpbms6aHJlZj0iI201NDQzMzlhNDQxIgogICAgICAgeT0iMjYwLjM3MDU3IgogICAgICAgaWQ9InVzZTEwNiIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICBpZD0idXNlMTExIgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDI2NC4xNjk4KSIgLz4KICAgIDx1c2UKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzU7c3Ryb2tlOiM1ODZlNzU7c3Ryb2tlLXdpZHRoOjAuOCIKICAgICAgIHg9IjIzNi4xNiIKICAgICAgIHhsaW5rOmhyZWY9IiNtNTQ0MzM5YTQ0MSIKICAgICAgIHk9IjIxNy40NDkzIgogICAgICAgaWQ9InVzZTExNyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDkiCiAgICAgICBpZD0idXNlMTIyIgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDIyMS4yNDg1MSkiIC8+CiAgICA8dXNlCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICB4PSIyMzYuMTYiCiAgICAgICB4bGluazpocmVmPSIjbTU0NDMzOWE0NDEiCiAgICAgICB5PSIxNzQuNTI4IgogICAgICAgaWQ9InVzZTEyOCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTAiCiAgICAgICBpZD0idXNlMTMzIgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDE3OC4zMjcyMikiIC8+CiAgICA8dXNlCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICB4PSIyMzYuMTYiCiAgICAgICB4bGluazpocmVmPSIjbTU0NDMzOWE0NDEiCiAgICAgICB5PSIxMzEuNjA2NyIKICAgICAgIGlkPSJ1c2UxMzkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUxIgogICAgICAgaWQ9InVzZTE0NyIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiwxMzUuNDA1OTMpIiAvPgogICAgPHVzZQogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NTtzdHJva2U6IzU4NmU3NTtzdHJva2Utd2lkdGg6MC44IgogICAgICAgeD0iMjM2LjE2IgogICAgICAgeGxpbms6aHJlZj0iI201NDQzMzlhNDQxIgogICAgICAgeT0iODguNjg1NDE3IgogICAgICAgaWQ9InVzZTE1MyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNTIiCiAgICAgICBpZD0idXNlMTU4IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjEsMCwwLC0wLjEsMjQzLjE2LDkyLjQ4NDYzOCkiIC8+CiAgICA8dXNlCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1O3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjgiCiAgICAgICB4PSIyMzYuMTYiCiAgICAgICB4bGluazpocmVmPSIjbTU0NDMzOWE0NDEiCiAgICAgICB5PSI0NS43NjQxMyIKICAgICAgIGlkPSJ1c2UxNjQiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgaWQ9InVzZTE3MiIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IgogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xLDAsMCwtMC4xLDI0My4xNiw0OS41NjMzNDgpIiAvPgogICAgPHBhdGgKICAgICAgIGNsaXAtcGF0aD0idXJsKCNwOWZlMGI4OGIxNykiCiAgICAgICBkPSJNIDk1LjQ4MTgzNywzNDYuNiA0MTAuNTE4NTksMTUzLjQ5NjU3IHYgMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNiNTg5MDA7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlIgogICAgICAgaWQ9InBhdGgxNzkiIC8+CiAgICA8cGF0aAogICAgICAgY2xpcC1wYXRoPSJ1cmwoI3A5ZmUwYjg4YjE3KSIKICAgICAgIGQ9Im0gNjEuMTAxMTc2LDI3Ni42NTAyMyAzNy4xMTI0NzEsNC40MTc1MiAxNC4wMDQ3MDMsMS40MTY3MyAxMS4yMDM3NywwLjkwOTc0IDkuODAzMjksMC41NjYzOSA4LjQwMjgyLDAuMjY3NzcgNy43MDI1OSwwLjAzMjIgNy4wMDIzNiwtMC4xNzY0NCA3LjAwMjM1LC0wLjM5OTEgNi4zMDIxMiwtMC41NzEzMiA2LjMwMjExLC0wLjc5MjIxIDYuMzAyMTIsLTEuMDMyMDggNS42MDE4OCwtMS4xMzM2NSA1LjYwMTg5LC0xLjM1MDAyIDUuNjAxODgsLTEuNTc3OTcgNS42MDE4OCwtMS44MTY1NyA1LjYwMTg4LC0yLjA2NDcgNS42MDE4OSwtMi4zMjExIDUuNjAxODgsLTIuNTg0MzYgNS42MDE4OCwtMi44NTI5MyA1LjYwMTg4LC0zLjEyNTE3IDUuNjAxODksLTMuMzk5MzcgNS42MDE4OCwtMy42NzM4IDUuNjAxODgsLTMuOTQ2NyA1LjYwMTg4LC00LjIxNjM0IDUuNjAxODgsLTQuNDgxMDggNi4zMDIxMiwtNS4zNDk1MiA2LjMwMjEyLC01LjY2NDkzIDYuMzAyMTIsLTUuOTY2ODcgNi4zMDIxMiwtNi4yNTM1OCA3LjAwMjM1LC03LjI2NDMzIDcuMDAyMzUsLTcuNTczMTUgNy43MDI1OSwtOC42NTY1MyA4LjQwMjgyLC05Ljc5MzE2IDkuMTAzMDYsLTEwLjk2OTY5IDkuODAzMywtMTIuMTY5NjIgMTEuMjAzNzYsLTE0LjI3NjUxIDEzLjMwNDQ3LC0xNy4zNDI2NyAxNi4xMDU0MSwtMjEuMzc4MjIgMjUuMjA4NDcsLTMzLjg4MjYzIDkuODAzMywtMTMuMjE2NzI3IHYgMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiMyNjhiZDI7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheTo3LjQsIDMuMjtzdHJva2UtZGFzaG9mZnNldDowIgogICAgICAgaWQ9InBhdGgxODIiIC8+CiAgICA8cGF0aAogICAgICAgY2xpcC1wYXRoPSJ1cmwoI3A5ZmUwYjg4YjE3KSIKICAgICAgIGQ9Im0gNjEuMTAxMTc2LDI2MS44MDY5MSAxNi44MDU2NDgsMC42NTM0MyAxNS40MDUxNzYsMC44MjE4MyAxNC4wMDQ3MSwwLjk3NDM3IDEzLjMwNDQ3LDEuMTUyMzUgMTMuMzA0NDcsMS4zNzUzIDE2LjgwNTY0LDEuOTgyNzQgMTguOTA2MzYsMi4yMTQwNSA4LjQwMjgyLDAuNzcyNTQgNy4wMDIzNSwwLjQyNzM4IDUuNjAxODksMC4xMzk1OSA1LjYwMTg4LC0wLjA5MzEgNC45MDE2NCwtMC4zMTM0OSA0LjIwMTQyLC0wLjQ2OTc3IDQuMjAxNDEsLTAuNjc5MjQgNC4yMDE0MSwtMC45MTA1MSA0LjIwMTQxLC0xLjE2MjA3IDQuMjAxNDEsLTEuNDMxNzggMy41MDExOCwtMS40MTAzIDMuNTAxMTgsLTEuNjE1MyAzLjUwMTE3LC0xLjgyNTQ5IDMuNTAxMTgsLTIuMDM4ODUgNC4yMDE0MSwtMi43Mjk2MSA0LjIwMTQxLC0zLjAzNjA2IDQuMjAxNDIsLTMuMzM1OTkgNC4yMDE0MSwtMy42MjUzMiA0LjIwMTQxLC0zLjkwMDQ2IDQuOTAxNjUsLTQuODc1MTQgNC45MDE2NCwtNS4xOTQ2MiA1LjYwMTg4LC02LjI4MzY5IDYuMzAyMTIsLTcuNDQ3NDMgNy4wMDIzNiwtOC42NTU2MyA4LjQwMjgyLC0xMC43ODI0NSAxMC41MDM1MywtMTMuODcyNTcgMTguOTA2MzUsLTI1LjQyNDQzIDIyLjQwNzUzLC0zMC4wMTgxMSAxNi44MDU2NSwtMjIuMTQwNzQgMTcuNTA1ODgsLTIyLjY4Njc3MyAxOC45MDYzNSwtMjQuMTI4NTI4IDExLjIwMzc3LC0xNC4xNTExODggdiAwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6I2RjMzIyZjtzdHJva2Utd2lkdGg6MjtzdHJva2UtZGFzaGFycmF5OjIsIDMuMztzdHJva2UtZGFzaG9mZnNldDowIgogICAgICAgaWQ9InBhdGgxODUiIC8+CiAgICA8cGF0aAogICAgICAgY2xpcC1wYXRoPSJ1cmwoI3A5ZmUwYjg4YjE3KSIKICAgICAgIGQ9Ik0gNjEuMTAxMTc2LDI2MC4zNzA1OCBIIDIzNi4xNiBsIDAuNzAwMjMsLTAuNzU2MSAyLjgwMDk1LC0zLjUzNTgzIDE3MC44NTc0MSwtMjA5LjQ1NjA5NSB2IDAiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojZDMzNjgyO3N0cm9rZS13aWR0aDoyO3N0cm9rZS1kYXNoYXJyYXk6MTIuOCwgMy4yLCAyLCAzLjI7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgIGlkPSJwYXRoMTg4IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gMjM2LjE2LDMwNy41ODQgViA0MS40NzIiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjg7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlO3N0cm9rZS1saW5lam9pbjptaXRlciIKICAgICAgIGlkPSJwYXRoMTkxIiAvPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gMjM2LjE2LDMwNy41ODQgViA0MS40NzIiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjg7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlO3N0cm9rZS1saW5lam9pbjptaXRlciIKICAgICAgIGlkPSJwYXRoMTk0IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gNTcuNiwyNjAuMzcwNTggSCA0MTQuNzIiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjg7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlO3N0cm9rZS1saW5lam9pbjptaXRlciIKICAgICAgIGlkPSJwYXRoMTk3IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Ik0gNTcuNiwyNjAuMzcwNTggSCA0MTQuNzIiCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTg2ZTc1O3N0cm9rZS13aWR0aDowLjg7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlO3N0cm9rZS1saW5lam9pbjptaXRlciIKICAgICAgIGlkPSJwYXRoMjAwIiAvPgogICAgPHBhdGgKICAgICAgIGQ9Im0gNzEuMSw2MC4zMjc0NjkgaCAzMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNiNTg5MDA7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWxpbmVjYXA6c3F1YXJlIgogICAgICAgaWQ9InBhdGgyMDYiIC8+CiAgICA8cGF0aAogICAgICAgZD0ibSA3MS4xLDgyLjUyNzQ2OSBoIDMwIgogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzI2OGJkMjtzdHJva2Utd2lkdGg6MjtzdHJva2UtZGFzaGFycmF5OjcuNCwgMy4yO3N0cm9rZS1kYXNob2Zmc2V0OjAiCiAgICAgICBpZD0icGF0aDIyMyIgLz4KICAgIDx1c2UKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDExMy4xLDY1LjUxODg3NSkiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy1PYmxpcXVlLTk0NiIKICAgICAgIGlkPSJ1c2UyMTQiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIgLz4KICAgIDx1c2UKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDEyNS41OTUxMiw2NS41MTg4NzUpIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNjEiCiAgICAgICBpZD0idXNlMjE2IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxNDEuMDg1ODQsNjUuNTE4ODc1KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgaWQ9InVzZTIxOCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Im0gNzEuMSwxMDQuNzI3NDcgaCAzMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNkYzMyMmY7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheToyLCAzLjM7c3Ryb2tlLWRhc2hvZmZzZXQ6MCIKICAgICAgIGlkPSJwYXRoMjQzIiAvPgogICAgPHVzZQogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTEzLjEsODcuNzE4ODc1KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLU9ibGlxdWUtOTQ2IgogICAgICAgaWQ9InVzZTIzMCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHVzZQogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTI1LjU5NTEyLDg3LjcxODg3NSkiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy02MSIKICAgICAgIGlkPSJ1c2UyMzIiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIgLz4KICAgIDx1c2UKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDE0MS4wODU4NCw4Ny43MTg4NzUpIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDgiCiAgICAgICBpZD0idXNlMjM0IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxNTAuNjI5Myw4Ny43MTg4NzUpIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNDYiCiAgICAgICBpZD0idXNlMjM2IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxNTUuMzk3MzYsODcuNzE4ODc1KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTUzIgogICAgICAgaWQ9InVzZTIzOCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHBhdGgKICAgICAgIGQ9Im0gNzEuMSwxMjYuOTI3NDcgaCAzMCIKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiNkMzM2ODI7c3Ryb2tlLXdpZHRoOjI7c3Ryb2tlLWRhc2hhcnJheToxMi44LCAzLjIsIDIsIDMuMjtzdHJva2UtZGFzaG9mZnNldDowIgogICAgICAgaWQ9InBhdGgyNTYiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxMTMuMSwxMDkuOTE4ODgpIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtT2JsaXF1ZS05NDYiCiAgICAgICBpZD0idXNlMjQ3IgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxMjUuNTk1MTIsMTA5LjkxODg4KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTYxIgogICAgICAgaWQ9InVzZTI0OSIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHVzZQogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTQxLjA4NTg0LDEwOS45MTg4OCkiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OSIKICAgICAgIGlkPSJ1c2UyNTEiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIgLz4KICAgIDx1c2UKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDExMy4xLDEzMi4xMTg4OCkiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy1PYmxpcXVlLTk0NiIKICAgICAgIGlkPSJ1c2UyNjAiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIgLz4KICAgIDx1c2UKICAgICAgIHRyYW5zZm9ybT0ibWF0cml4KDAuMTUsMCwwLC0wLjE1LDEyNS41OTUxMiwxMzIuMTE4ODgpIgogICAgICAgeGxpbms6aHJlZj0iI0RlamFWdVNhbnMtNjEiCiAgICAgICBpZD0idXNlMjYyIgogICAgICAgeD0iMCIKICAgICAgIHk9IjAiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiM1ODZlNzUiIC8+CiAgICA8dXNlCiAgICAgICB0cmFuc2Zvcm09Im1hdHJpeCgwLjE1LDAsMCwtMC4xNSwxNDEuMDg1ODQsMTMyLjExODg4KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ5IgogICAgICAgaWQ9InVzZTI2NCIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHVzZQogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTUwLjYyOTMsMTMyLjExODg4KSIKICAgICAgIHhsaW5rOmhyZWY9IiNEZWphVnVTYW5zLTQ4IgogICAgICAgaWQ9InVzZTI2NiIKICAgICAgIHg9IjAiCiAgICAgICB5PSIwIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojNTg2ZTc1IiAvPgogICAgPHVzZQogICAgICAgdHJhbnNmb3JtPSJtYXRyaXgoMC4xNSwwLDAsLTAuMTUsMTYwLjE3Mjc1LDEzMi4xMTg4OCkiCiAgICAgICB4bGluazpocmVmPSIjRGVqYVZ1U2Fucy00OCIKICAgICAgIGlkPSJ1c2UyNjgiCiAgICAgICB4PSIwIgogICAgICAgeT0iMCIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6IzU4NmU3NSIgLz4KICA8L2c+Cjwvc3ZnPgo=" style="margin-top:2rem" height="420px">
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="724" class="slide " data-line="724" data-h="4" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Maxout&#x5355;&#x5143;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x8003;&#x8651;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \zv_l &amp; = \Wv_l ~ \av_{l-1} + \bv_l \\
            \av_l &amp; = h_l (\zv_l)
        \end{align*}
    $$
</div>
<p>&#x524D;&#x9762;&#x63D0;&#x5230;&#x7684;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x90FD;&#x662F;<span class="mathjax-exps">$\Rbb \mapsto \Rbb$</span>&#x7684;&#xFF0C;&#x5373;<span class="mathjax-exps">$[\av_l]_i = h_l ([\zv_l]_i), ~ i \in [n_l]$</span></p>
<br>
<p>Maxout &#x5355;&#x5143;&#x662F;<span class="mathjax-exps">$\Rbb^{n_l} \mapsto \Rbb$</span>&#x7684;&#xFF0C;&#x8F93;&#x5165;&#x5C31;&#x662F;<span class="mathjax-exps">$\zv_l$</span>&#xFF0C;&#x5176;&#x5B9A;&#x4E49;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \maxout (\zv) = \max_{k \in [K]} \{ \wv_k^\top \zv + b_k \}
        \end{align*}
    $$
</div>
<ul>
<li>&#x6574;&#x4F53;&#x5B66;&#x4E60;&#x8F93;&#x5165;&#x5230;&#x8F93;&#x51FA;&#x95F4;&#x7684;&#x975E;&#x7EBF;&#x6027;&#x5173;&#x7CFB;</li>
<li><span class="mathjax-exps">$\relu(z) = \max \{ 0, z \}$</span>&#x4E0E;<span class="mathjax-exps">$\lrelu(z) \overset{\gamma &lt; 1}{=} \max \{ z, \gamma z \}$</span>&#x90FD;&#x662F; Maxout &#x5355;&#x5143;&#x7684;&#x7279;&#x4F8B;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="770" class="slide " data-line="770" data-h="5" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x5E94;&#x7528;&#x5230;&#x673A;&#x5668;&#x5B66;&#x4E60;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="545pt" height="142pt" viewBox="0.00 0.00 544.51 142.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 138)">
<title>g</title>
<g id="clust1" class="cluster">
<title>cluster_1</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="81.8944,-8 81.8944,-126 465.5072,-126 465.5072,-8 81.8944,-8"/>
<text text-anchor="middle" x="273.7008" y="-109.4" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</text>
</g>
<g id="clust2" class="cluster">
<title>cluster_2</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="89.8944,-16 89.8944,-93 386.5072,-93 386.5072,-16 89.8944,-16"/>
<text text-anchor="middle" x="238.2008" y="-76.4" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x7279;&#x5F81;&#x8F6C;&#x6362;</text>
</g>
<!-- 原始数据 -->
<g id="node1" class="node">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;</title>
<text text-anchor="middle" x="36.4472" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x539F;&#x59CB;&#x6570;&#x636E;</text>
</g>
<!-- 底层特征 -->
<g id="node2" class="node">
<title>&#x5E95;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="134.9968" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5E95;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 原始数据&#45;&gt;底层特征 -->
<g id="edge4" class="edge">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;-&gt;&#x5E95;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M72.8634,-42C79.33,-42 86.1142,-42 92.7266,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="97.7416,-42 92.7417,-44.2501 95.2416,-42 92.7416,-42.0001 92.7416,-42.0001 92.7416,-42.0001 95.2416,-42 92.7416,-39.7501 97.7416,-42 97.7416,-42"/>
</g>
<!-- 中层特征 -->
<g id="node3" class="node">
<title>&#x4E2D;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="233.9768" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x4E2D;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 底层特征&#45;&gt;中层特征 -->
<g id="edge1" class="edge">
<title>&#x5E95;&#x5C42;&#x7279;&#x5F81;-&gt;&#x4E2D;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M172.1349,-42C178.4776,-42 185.1094,-42 191.5763,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="196.9597,-42 191.9598,-44.2501 194.4597,-42 191.9597,-42.0001 191.9597,-42.0001 191.9597,-42.0001 194.4597,-42 191.9597,-39.7501 196.9597,-42 196.9597,-42"/>
</g>
<!-- 高层特征 -->
<g id="node4" class="node">
<title>&#x9AD8;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="337.1808" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x9AD8;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 中层特征&#45;&gt;高层特征 -->
<g id="edge2" class="edge">
<title>&#x4E2D;&#x5C42;&#x7279;&#x5F81;-&gt;&#x9AD8;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M270.9443,-42C277.3969,-42 284.1823,-42 290.8492,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="295.9168,-42 290.9168,-44.2501 293.4168,-42 290.9168,-42.0001 290.9168,-42.0001 290.9168,-42.0001 293.4168,-42 290.9167,-39.7501 295.9168,-42 295.9168,-42"/>
</g>
<!-- 预测 -->
<g id="node5" class="node">
<title>&#x9884;&#x6D4B;</title>
<text text-anchor="middle" x="430.5072" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#dc322f">&#x9884;&#x6D4B;</text>
</g>
<!-- 高层特征&#45;&gt;预测 -->
<g id="edge3" class="edge">
<title>&#x9AD8;&#x5C42;&#x7279;&#x5F81;-&gt;&#x9884;&#x6D4B;</title>
<path fill="none" stroke="#586e75" d="M378.3868,-42C385.0246,-42 391.8117,-42 398.201,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="403.4624,-42 398.4625,-44.2501 400.9624,-42 398.4624,-42.0001 398.4624,-42.0001 398.4624,-42.0001 400.9624,-42 398.4624,-39.7501 403.4624,-42 403.4624,-42"/>
</g>
<!-- 结果 -->
<g id="node6" class="node">
<title>&#x7ED3;&#x679C;</title>
<text text-anchor="middle" x="509.5072" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x7ED3;&#x679C;</text>
</g>
<!-- 预测&#45;&gt;结果 -->
<g id="edge5" class="edge">
<title>&#x9884;&#x6D4B;-&gt;&#x7ED3;&#x679C;</title>
<path fill="none" stroke="#586e75" d="M457.6945,-42C463.9012,-42 470.5586,-42 476.964,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="482.2698,-42 477.2698,-44.2501 479.7698,-42 477.2698,-42.0001 477.2698,-42.0001 477.2698,-42.0001 479.7698,-42 477.2697,-39.7501 482.2698,-42 482.2698,-42"/>
</g>
</g>
</svg>
</p><p>&#x524D;<span class="mathjax-exps">$L-1$</span>&#x5C42;&#x662F;&#x4E00;&#x4E2A;&#x590D;&#x5408;&#x51FD;&#x6570;<span class="mathjax-exps">$\psi: \Rbb^d \mapsto \Rbb^{n_{L-1}}$</span>&#xFF0C;&#x53EF;&#x4EE5;&#x770B;&#x4F5C;&#x4E00;&#x79CD;&#x7279;&#x5F81;&#x8F6C;&#x6362;&#x65B9;&#x6CD5;</p>
<br>
<p>&#x6700;&#x540E;&#x4E00;&#x5C42;&#x662F;&#x4E00;&#x4E2A;&#x5B66;&#x4E60;&#x5668;<span class="mathjax-exps">$\hat{\yv} = g(\psi(\xv); \Wv_L, \bv_L)$</span>&#xFF0C;&#x5BF9;&#x8F93;&#x5165;<span class="mathjax-exps">$\psi(\xv)$</span>&#x8FDB;&#x884C;&#x9884;&#x6D4B;</p>
<ul>
<li>&#x82E5;<span class="mathjax-exps">$y \in \{ 1, -1\}$</span>&#xFF0C;&#x6700;&#x540E;&#x4E00;&#x5C42;&#x53EA;&#x9700;<span class="mathjax-exps">$1$</span>&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#xFF0C;&#x5E76;&#x91C7;&#x7528; Logistic &#x6FC0;&#x6D3B;&#x51FD;&#x6570;</li>
<li>&#x82E5;<span class="mathjax-exps">$y \in [C]$</span>&#xFF0C;&#x6700;&#x540E;&#x4E00;&#x5C42;&#x9700;<span class="mathjax-exps">$C$</span>&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#xFF0C;&#x5E76;&#x91C7;&#x7528; Softmax &#x6FC0;&#x6D3B;&#x51FD;&#x6570;</li>
</ul>
<br>
<p>&#x56E0;&#x6B64;&#x5BF9;&#x6570;&#x51E0;&#x7387;&#x56DE;&#x5F52;&#x4E5F;&#x53EF;&#x770B;&#x4F5C;&#x53EA;&#x6709;&#x4E00;&#x5C42;(&#x6CA1;&#x6709;&#x9690;&#x85CF;&#x5C42;)&#x7684;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="840" class="slide " data-line="840" data-h="5" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6DF1;&#x5EA6;&#x5B66;&#x4E60;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x4F20;&#x7EDF;&#x673A;&#x5668;&#x5B66;&#x4E60;&#xFF1A;&#x7279;&#x5F81;&#x5904;&#x7406;&#x548C;&#x5B66;&#x4E60;&#x4E24;&#x9636;&#x6BB5;&#x5206;&#x5F00;&#x8FDB;&#x884C;</p>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="562pt" height="101pt" viewBox="0.00 0.00 562.32 101.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 97)">
<title>g</title>
<g id="clust1" class="cluster">
<title>cluster_1</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="89.8944,-8 89.8944,-85 404.3152,-85 404.3152,-8 89.8944,-8"/>
<text text-anchor="middle" x="247.1048" y="-68.4" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x7279;&#x5F81;&#x5904;&#x7406;</text>
</g>
<!-- 原始数据 -->
<g id="node1" class="node">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;</title>
<text text-anchor="middle" x="36.4472" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x539F;&#x59CB;&#x6570;&#x636E;</text>
</g>
<!-- 数据预处理 -->
<g id="node2" class="node">
<title>&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;</title>
<text text-anchor="middle" x="143.452" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;</text>
</g>
<!-- 原始数据&#45;&gt;数据预处理 -->
<g id="edge3" class="edge">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;-&gt;&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;</title>
<path fill="none" stroke="#586e75" d="M72.9729,-34C79.3414,-34 86.0678,-34 92.7364,-34"/>
<polygon fill="#586e75" stroke="#586e75" points="97.8177,-34 92.8178,-36.2501 95.3177,-34 92.8177,-34.0001 92.8177,-34.0001 92.8177,-34.0001 95.3177,-34 92.8177,-31.7501 97.8177,-34 97.8177,-34"/>
</g>
<!-- 特征提取 -->
<g id="node3" class="node">
<title>&#x7279;&#x5F81;&#x63D0;&#x53D6;</title>
<text text-anchor="middle" x="247.5608" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x7279;&#x5F81;&#x63D0;&#x53D6;</text>
</g>
<!-- 数据预处理&#45;&gt;特征提取 -->
<g id="edge1" class="edge">
<title>&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;-&gt;&#x7279;&#x5F81;&#x63D0;&#x53D6;</title>
<path fill="none" stroke="#586e75" d="M189.1156,-34C195.6035,-34 202.2257,-34 208.5711,-34"/>
<polygon fill="#586e75" stroke="#586e75" points="213.8271,-34 208.8271,-36.2501 211.3271,-34 208.8271,-34.0001 208.8271,-34.0001 208.8271,-34.0001 211.3271,-34 208.827,-31.7501 213.8271,-34 213.8271,-34"/>
</g>
<!-- 特征转换 -->
<g id="node4" class="node">
<title>&#x7279;&#x5F81;&#x8F6C;&#x6362;</title>
<text text-anchor="middle" x="351.2136" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x7279;&#x5F81;&#x8F6C;&#x6362;</text>
</g>
<!-- 特征提取&#45;&gt;特征转换 -->
<g id="edge2" class="edge">
<title>&#x7279;&#x5F81;&#x63D0;&#x53D6;-&gt;&#x7279;&#x5F81;&#x8F6C;&#x6362;</title>
<path fill="none" stroke="#586e75" d="M281.2139,-34C287.5261,-34 294.2501,-34 300.9395,-34"/>
<polygon fill="#586e75" stroke="#586e75" points="306.0409,-34 301.0409,-36.2501 303.5409,-34 301.0409,-34.0001 301.0409,-34.0001 301.0409,-34.0001 303.5409,-34 301.0409,-31.7501 306.0409,-34 306.0409,-34"/>
</g>
<!-- 预测 -->
<g id="node5" class="node">
<title>&#x9884;&#x6D4B;</title>
<text text-anchor="middle" x="448.3152" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#dc322f">&#x9884;&#x6D4B;</text>
</g>
<!-- 特征转换&#45;&gt;预测 -->
<g id="edge4" class="edge">
<title>&#x7279;&#x5F81;&#x8F6C;&#x6362;-&gt;&#x9884;&#x6D4B;</title>
<path fill="none" stroke="#586e75" d="M396.3532,-34C403.0083,-34 409.7493,-34 416.0727,-34"/>
<polygon fill="#586e75" stroke="#586e75" points="421.2751,-34 416.2751,-36.2501 418.7751,-34 416.2751,-34.0001 416.2751,-34.0001 416.2751,-34.0001 418.7751,-34 416.275,-31.7501 421.2751,-34 421.2751,-34"/>
</g>
<!-- 结果 -->
<g id="node6" class="node">
<title>&#x7ED3;&#x679C;</title>
<text text-anchor="middle" x="527.3152" y="-29.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x7ED3;&#x679C;</text>
</g>
<!-- 预测&#45;&gt;结果 -->
<g id="edge5" class="edge">
<title>&#x9884;&#x6D4B;-&gt;&#x7ED3;&#x679C;</title>
<path fill="none" stroke="#586e75" d="M475.5025,-34C481.7092,-34 488.3666,-34 494.772,-34"/>
<polygon fill="#586e75" stroke="#586e75" points="500.0778,-34 495.0778,-36.2501 497.5778,-34 495.0778,-34.0001 495.0778,-34.0001 495.0778,-34.0001 497.5778,-34 495.0777,-31.7501 500.0778,-34 500.0778,-34"/>
</g>
</g>
</svg>
</p><br>
<p>&#x6DF1;&#x5EA6;&#x5B66;&#x4E60;&#xFF1A;&#x7279;&#x5F81;&#x5904;&#x7406;&#x548C;&#x5B66;&#x4E60;&#x4E00;&#x4F53;&#x5316;&#xFF0C;&#x7AEF;&#x5230;&#x7AEF;(end-to-end)</p>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="545pt" height="142pt" viewBox="0.00 0.00 544.51 142.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 138)">
<title>g</title>
<g id="clust1" class="cluster">
<title>cluster_1</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="81.8944,-8 81.8944,-126 465.5072,-126 465.5072,-8 81.8944,-8"/>
<text text-anchor="middle" x="273.7008" y="-109.4" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6DF1;&#x5EA6;&#x5B66;&#x4E60;</text>
</g>
<g id="clust2" class="cluster">
<title>cluster_2</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="89.8944,-16 89.8944,-93 386.5072,-93 386.5072,-16 89.8944,-16"/>
<text text-anchor="middle" x="238.2008" y="-76.4" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x8868;&#x793A;&#x5B66;&#x4E60;</text>
</g>
<!-- 原始数据 -->
<g id="node1" class="node">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;</title>
<text text-anchor="middle" x="36.4472" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x539F;&#x59CB;&#x6570;&#x636E;</text>
</g>
<!-- 底层特征 -->
<g id="node2" class="node">
<title>&#x5E95;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="134.9968" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5E95;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 原始数据&#45;&gt;底层特征 -->
<g id="edge4" class="edge">
<title>&#x539F;&#x59CB;&#x6570;&#x636E;-&gt;&#x5E95;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M72.8634,-42C79.33,-42 86.1142,-42 92.7266,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="97.7416,-42 92.7417,-44.2501 95.2416,-42 92.7416,-42.0001 92.7416,-42.0001 92.7416,-42.0001 95.2416,-42 92.7416,-39.7501 97.7416,-42 97.7416,-42"/>
</g>
<!-- 中层特征 -->
<g id="node3" class="node">
<title>&#x4E2D;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="233.9768" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x4E2D;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 底层特征&#45;&gt;中层特征 -->
<g id="edge1" class="edge">
<title>&#x5E95;&#x5C42;&#x7279;&#x5F81;-&gt;&#x4E2D;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M172.1349,-42C178.4776,-42 185.1094,-42 191.5763,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="196.9597,-42 191.9598,-44.2501 194.4597,-42 191.9597,-42.0001 191.9597,-42.0001 191.9597,-42.0001 194.4597,-42 191.9597,-39.7501 196.9597,-42 196.9597,-42"/>
</g>
<!-- 高层特征 -->
<g id="node4" class="node">
<title>&#x9AD8;&#x5C42;&#x7279;&#x5F81;</title>
<text text-anchor="middle" x="337.1808" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x9AD8;&#x5C42;&#x7279;&#x5F81;</text>
</g>
<!-- 中层特征&#45;&gt;高层特征 -->
<g id="edge2" class="edge">
<title>&#x4E2D;&#x5C42;&#x7279;&#x5F81;-&gt;&#x9AD8;&#x5C42;&#x7279;&#x5F81;</title>
<path fill="none" stroke="#586e75" d="M270.9443,-42C277.3969,-42 284.1823,-42 290.8492,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="295.9168,-42 290.9168,-44.2501 293.4168,-42 290.9168,-42.0001 290.9168,-42.0001 290.9168,-42.0001 293.4168,-42 290.9167,-39.7501 295.9168,-42 295.9168,-42"/>
</g>
<!-- 预测 -->
<g id="node5" class="node">
<title>&#x9884;&#x6D4B;</title>
<text text-anchor="middle" x="430.5072" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#dc322f">&#x9884;&#x6D4B;</text>
</g>
<!-- 高层特征&#45;&gt;预测 -->
<g id="edge3" class="edge">
<title>&#x9AD8;&#x5C42;&#x7279;&#x5F81;-&gt;&#x9884;&#x6D4B;</title>
<path fill="none" stroke="#586e75" d="M378.3868,-42C385.0246,-42 391.8117,-42 398.201,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="403.4624,-42 398.4625,-44.2501 400.9624,-42 398.4624,-42.0001 398.4624,-42.0001 398.4624,-42.0001 400.9624,-42 398.4624,-39.7501 403.4624,-42 403.4624,-42"/>
</g>
<!-- 结果 -->
<g id="node6" class="node">
<title>&#x7ED3;&#x679C;</title>
<text text-anchor="middle" x="509.5072" y="-37.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x7ED3;&#x679C;</text>
</g>
<!-- 预测&#45;&gt;结果 -->
<g id="edge5" class="edge">
<title>&#x9884;&#x6D4B;-&gt;&#x7ED3;&#x679C;</title>
<path fill="none" stroke="#586e75" d="M457.6945,-42C463.9012,-42 470.5586,-42 476.964,-42"/>
<polygon fill="#586e75" stroke="#586e75" points="482.2698,-42 477.2698,-44.2501 479.7698,-42 477.2698,-42.0001 477.2698,-42.0001 477.2698,-42.0001 479.7698,-42 477.2697,-39.7501 482.2698,-42 482.2698,-42"/>
</g>
</g>
</svg>
</p><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="934" class="slide " data-line="934" data-h="5" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6C42;&#x89E3;&#x53C2;&#x6570;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x4E0D;&#x59A8;&#x8BBE;&#x91C7;&#x7528;&#x4EA4;&#x53C9;&#x71B5;&#x635F;&#x5931;&#x51FD;&#x6570;&#xFF0C;&#x5BF9;&#x4E8E;&#x6837;&#x672C;<span class="mathjax-exps">$(\xv, y)$</span>&#xFF0C;&#x5176;&#x635F;&#x5931;&#x51FD;&#x6570;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \Lcal (\yv, \hat{\yv}) = - \yv \log \hat{\yv}
        \end{align*}
    $$
</div>
<br>
<p>&#x4F18;&#x5316;&#x76EE;&#x6807;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \min_{\Wv, \bv} ~ \frac{\lambda}{m} \sum_{i \in [m]} \Lcal (\yv_i, \hat{\yv}_i) + \frac{1}{2} \| \Wv \|_F^2
        \end{align*}
    $$
</div>
<p>&#x68AF;&#x5EA6;&#x4E0B;&#x964D;</p>
<div>
    $$
        \begin{align*}
            \Wv &amp; \leftarrow \Wv - \eta \left( \frac{\lambda}{m} \sum_{i \in [m]} \class{yellow}{\frac{\partial \Lcal (\yv_i, \hat{\yv}_i)}{\partial \Wv}} + \Wv \right) \\
            \bv &amp; \leftarrow \bv - \eta \cdot \frac{\lambda}{m} \sum_{i \in [m]} \class{yellow}{\frac{\partial \Lcal (\yv_i, \hat{\yv}_i)}{\partial \bv}}
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="985" class="slide " data-line="985" data-h="6" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x77E9;&#x9635;&#x6C42;&#x5BFC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5148;&#x8BC1;&#x660E;&#x51E0;&#x4E2A;&#x5BF9;&#x77E9;&#x9635;&#x6C42;&#x5BFC;&#x7684;&#x7ED3;&#x8BBA;</p>
<div>
    $$
        \begin{align*}
            \underbrace{\zv}_{n \times 1} = \underbrace{\Wv}_{n \times m} ~ \underbrace{\av}_{m \times 1} + \underbrace{\bv}_{n \times 1}
        \end{align*}
    $$
</div>
<p>&#x8BB0;<span class="mathjax-exps">$\Wv = [\wv_1, \ldots, \wv_n]^\top = [\wv_1^\top; \ldots; \wv_n^\top]$</span>&#xFF0C;&#x5199;&#x6210;&#x65B9;&#x7A0B;&#x7EC4;&#x7684;&#x5F62;&#x5F0F;</p>
<div>
    $$
        \begin{align*}
            z_1 &amp; = \wv_1^\top \av + b_1 = w_{11} a_1 + w_{12} a_2 + \cdots + w_{1m} a_m + b_1 \\
            z_2 &amp; = \wv_2^\top \av + b_2 = w_{21} a_1 + w_{22} a_2 + \cdots + w_{2m} a_m + b_2 \\
            &amp; \quad \vdots \\
            z_n &amp; = \wv_n^\top \av + b_n = w_{n1} a_1 + w_{n2} a_2 + \cdots + w_{nm} a_m + b_n \\
        \end{align*}
    $$
</div>
<p>&#x4E8E;&#x662F;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial z_j}{\partial b_i} = 1_{j=i} \Longrightarrow \frac{\partial \zv}{\partial b_i} = \ev_i \Longrightarrow \frac{\partial \zv}{\partial \bv} = [\ev_1, \ev_2, \ldots, \ev_n] = \Iv 
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1036" class="slide " data-line="1036" data-h="6" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x77E9;&#x9635;&#x6C42;&#x5BFC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5148;&#x8BC1;&#x660E;&#x51E0;&#x4E2A;&#x5BF9;&#x77E9;&#x9635;&#x6C42;&#x5BFC;&#x7684;&#x7ED3;&#x8BBA;</p>
<div>
    $$
        \begin{align*}
            \underbrace{\zv}_{n \times 1} = \underbrace{\Wv}_{n \times m} ~ \underbrace{\av}_{m \times 1} + \underbrace{\bv}_{n \times 1}
        \end{align*}
    $$
</div>
<p>&#x8BB0;<span class="mathjax-exps">$\Wv = [\wv_1, \ldots, \wv_n]^\top = [\wv_1^\top; \ldots; \wv_n^\top]$</span>&#xFF0C;&#x5199;&#x6210;&#x65B9;&#x7A0B;&#x7EC4;&#x7684;&#x5F62;&#x5F0F;</p>
<div>
    $$
        \begin{align*}
            z_1 &amp; = \wv_1^\top \av + b_1 = w_{11} a_1 + w_{12} a_2 + \cdots + w_{1m} a_m + b_1 \\
            z_2 &amp; = \wv_2^\top \av + b_2 = w_{21} a_1 + w_{22} a_2 + \cdots + w_{2m} a_m + b_2 \\
            &amp; \quad \vdots \\
            z_n &amp; = \wv_n^\top \av + b_n = w_{n1} a_1 + w_{n2} a_2 + \cdots + w_{nm} a_m + b_n \\
        \end{align*}
    $$
</div>
<p>&#x4E8E;&#x662F;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial z_j}{\partial a_i} = w_{ji} \Longrightarrow \frac{\partial z_j}{\partial \av} = [w_{j1}, \ldots, w_{jm}] = \wv_j^\top \Longrightarrow \frac{\partial \zv}{\partial \av} = \Wv
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1087" class="slide " data-line="1087" data-h="6" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x77E9;&#x9635;&#x6C42;&#x5BFC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5148;&#x8BC1;&#x660E;&#x51E0;&#x4E2A;&#x5BF9;&#x77E9;&#x9635;&#x6C42;&#x5BFC;&#x7684;&#x7ED3;&#x8BBA;</p>
<div>
    $$
        \begin{align*}
            \underbrace{\zv}_{n \times 1} = \underbrace{\Wv}_{n \times m} ~ \underbrace{\av}_{m \times 1} + \underbrace{\bv}_{n \times 1}
        \end{align*}
    $$
</div>
<p>&#x8BB0;<span class="mathjax-exps">$\Wv = [\wv_1, \ldots, \wv_n]^\top = [\wv_1^\top; \ldots; \wv_n^\top]$</span>&#xFF0C;&#x5199;&#x6210;&#x65B9;&#x7A0B;&#x7EC4;&#x7684;&#x5F62;&#x5F0F;</p>
<div>
    $$
        \begin{align*}
            z_1 &amp; = \wv_1^\top \av + b_1 = w_{11} a_1 + w_{12} a_2 + \cdots + w_{1m} a_m + b_1 \\
            z_2 &amp; = \wv_2^\top \av + b_2 = w_{21} a_1 + w_{22} a_2 + \cdots + w_{2m} a_m + b_2 \\
            &amp; \quad \vdots \\
            z_n &amp; = \wv_n^\top \av + b_n = w_{n1} a_1 + w_{n2} a_2 + \cdots + w_{nm} a_m + b_n \\
        \end{align*}
    $$
</div>
<p>&#x4E8E;&#x662F;</p>
<div>
    $$
        \begin{align*} 
            \frac{\partial z_j}{\partial w_{ik}} = 1_{j=i} a_k &amp; \Longrightarrow \frac{\partial z_j}{\partial \wv_i} = 1_{j=i} \av^\top \Longrightarrow \frac{\partial z_j}{\partial \Wv} = [\underbrace{\zerov, \ldots, \av, \ldots, \zerov}_{~&#x7B2C;j&#x5217;&#x4E3A;\av}]
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1138" class="slide " data-line="1138" data-h="6" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6C42;&#x89E3;&#x68AF;&#x5EA6;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5BF9;&#x4E8E;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#xFF1A;<span class="mathjax-exps">$\underbrace{\zv_l}_{n_l \times 1} = \underbrace{\Wv_l}_{n_l \times n_{l-1}} ~ \underbrace{\av_{l-1}}_{n_{l-1} \times 1} + \underbrace{\bv_l}_{n_l \times 1}$</span></p>
<p>&#x8BB0;<span class="mathjax-exps">$\Wv_l = [\wv_1, \ldots, \wv_n]^\top = [\wv_1^\top; \ldots; \wv_n^\top]$</span>&#xFF0C;&#x7EFC;&#x4E0A;&#x6709;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \zv_l}{\partial \bv_l} = \Iv, \quad \frac{\partial \zv_l}{\partial \av_{l-1}} = \Wv_l, \quad \frac{\partial [\zv_l]_j}{\partial \Wv_l} = [\zerov, \ldots, \av_{l-1}, \ldots, \zerov]
        \end{align*}
    $$
</div>
<p>&#x8BB0;<span class="mathjax-exps">$\deltav_l^\top = \partial \Lcal (\yv, \hat{\yv}) / \partial \zv_l \in \Rbb^{n_l}$</span>&#x4E3A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;&#xFF0C;&#x7531;&#x94FE;&#x5F0F;&#x6CD5;&#x5219;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \bv_l} &amp; = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_l} \frac{\partial \zv_l}{\partial \bv_l} = \deltav_l^\top \Iv = \deltav_l^\top \\
            \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \av_{l-1}} &amp; = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_l} \frac{\partial \zv_l}{\partial \av_{l-1}} = \deltav_l^\top \Wv_l
        \end{align*}
    $$
</div>
<p>&#x8FD9;&#x91CC;&#x5BF9;<span class="mathjax-exps">$\av_{l-1}$</span>&#x4E5F;&#x8981;&#x6C42;&#x5BFC;&#x662F;&#x56E0;&#x4E3A;<span class="mathjax-exps">$\av_{l-1}$</span>&#x4E0E;&#x524D;&#x4E00;&#x5C42;&#x7684;&#x53D8;&#x91CF;<span class="mathjax-exps">$\Wv_{l-1}$</span>&#x662F;&#x76F8;&#x5173;&#x7684;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="1181" class="slide " data-line="1181" data-h="7" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6C42;&#x89E3;&#x68AF;&#x5EA6;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5BF9;&#x4E8E;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#xFF1A;<span class="mathjax-exps">$\underbrace{\zv_l}_{n_l \times 1} = \underbrace{\Wv_l}_{n_l \times n_{l-1}} ~ \underbrace{\av_{l-1}}_{n_{l-1} \times 1} + \underbrace{\bv_l}_{n_l \times 1}$</span></p>
<p>&#x8BB0;<span class="mathjax-exps">$\Wv_l = [\wv_1, \ldots, \wv_n]^\top = [\wv_1^\top; \ldots; \wv_n^\top]$</span>&#xFF0C;&#x7EFC;&#x4E0A;&#x6709;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \zv_l}{\partial \bv_l} = \Iv, \quad \frac{\partial \zv_l}{\partial \av_{l-1}} = \Wv_l, \quad \frac{\partial [\zv_l]_j}{\partial \Wv_l} = [\zerov, \ldots, \av_{l-1}, \ldots, \zerov]
        \end{align*}
    $$
</div>
<p>&#x8BB0;<span class="mathjax-exps">$\deltav_l^\top = \partial \Lcal (\yv, \hat{\yv}) / \partial \zv_l \in \Rbb^{n_l}$</span>&#x4E3A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;&#xFF0C;&#x7531;&#x94FE;&#x5F0F;&#x6CD5;&#x5219;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \Wv_l} &amp; = \sum_{j \in [n_l]} \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial [\zv_l]_j} \frac{\partial [\zv_l]_j}{\partial \Wv_l} = \sum_{j \in [n_l]} [\deltav_l]_j [\zerov, \ldots, \av_{l-1}, \ldots, \zerov] \\
            &amp; = [\av_{l-1} [\deltav_l]_1, \zerov, \ldots, \zerov] + \cdots + [\zerov, \ldots, \zerov, \av_{l-1} [\deltav_l]_{n_l}] \\
            &amp; = [\av_{l-1} [\deltav_l]_1, \ldots, \av_{l-1} [\deltav_l]_{n_l}] \\
            &amp; = \av_{l-1} \deltav_l^\top
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1224" class="slide " data-line="1224" data-h="7" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6C42;&#x89E3;&#x68AF;&#x5EA6;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \Wv_l} = \av_{l-1} \deltav_l^\top, \quad \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \bv_l} = \deltav_l^\top, \quad \frac{\partial \zv_l}{\partial \av_{l-1}} = \Wv_l
        \end{align*}
    $$
</div>
<p>&#x7B2C;<span class="mathjax-exps">$l+1$</span>&#x5C42;&#xFF1A;<span class="mathjax-exps">$\zv_{l+1} = \Wv_{l+1} ~ \av_l + \bv_{l+1}$</span>&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$\av_l = h_l (\zv_l)$</span>&#xFF0C;&#x7531;&#x94FE;&#x5F0F;&#x6CD5;&#x5219;</p>
<div>
    $$
        \begin{align*}
            \deltav_l^\top = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_l} = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_{l+1}} \frac{\partial \zv_{l+1}}{\partial \av_l} \frac{\partial \av_l}{\partial \zv_l} = \deltav_{l+1}^\top \Wv_{l+1} \diag (h_l&apos;(\zv_l))
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$h_l&apos;(\zv_l)$</span>&#x662F;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x7684;&#x5BFC;&#x6570;</p>
<br>
<p>&#x8BEF;&#x5DEE;<span class="blue">&#x53CD;&#x5411;&#x4F20;&#x64AD;</span>&#xFF1A;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;&#x53EF;&#x4EE5;&#x901A;&#x8FC7;&#x7B2C;<span class="mathjax-exps">$l+1$</span>&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;&#x8BA1;&#x7B97;&#x5F97;&#x5230;</p>
<p>&#x5269;&#x4E0B;&#x53EA;&#x9700;&#x6C42;&#x6700;&#x540E;&#x4E00;&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;</p>
<div>
    $$
        \begin{align*}
            \deltav_L^\top = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_L} = \frac{\partial (-\yv \log \hat{\yv})}{\partial \zv_L} = - \frac{\partial \yv \log h_L(\zv_L)}{\partial \zv_L}
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1278" class="slide " data-line="1278" data-h="7" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x53CD;&#x5411;&#x4F20;&#x64AD;&#x7B97;&#x6CD5;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x8F93;&#x5165;&#xFF1A;&#x8BAD;&#x7EC3;&#x96C6;<span class="mathjax-exps">$\Scal$</span>&#xFF0C;&#x9A8C;&#x8BC1;&#x96C6;<span class="mathjax-exps">$\Vcal$</span>&#xFF0C;&#x4EE5;&#x53CA;&#x76F8;&#x5173;&#x8D85;&#x53C2;&#x6570;</p>
<ol>
<li>&#x968F;&#x673A;&#x521D;&#x59CB;&#x5316;<span class="mathjax-exps">$\Wv$</span>&#x3001;<span class="mathjax-exps">$\bv$</span></li>
<li>repeat</li>
<li>&#x2003;&#x2003;&#x5BF9;&#x8BAD;&#x7EC3;&#x96C6;<span class="mathjax-exps">$\Scal$</span>&#x4E2D;&#x7684;&#x6837;&#x672C;&#x968F;&#x673A;&#x91CD;&#x6392;&#x5E8F;</li>
<li>&#x2003;&#x2003;for <span class="mathjax-exps">$i = 1, \ldots, m$</span> do</li>
<li>&#x2003;&#x2003;&#x2003;&#x2003;&#x83B7;&#x53D6;&#x6837;&#x672C;<span class="mathjax-exps">$(\xv_i, y_i)$</span></li>
<li>&#x2003;&#x2003;&#x2003;&#x2003;&#x524D;&#x5411;&#x8BA1;&#x7B97;&#x6BCF;&#x4E00;&#x5C42;&#x7684;<span class="mathjax-exps">$\zv_l$</span>&#x3001;<span class="mathjax-exps">$\av_l$</span>&#xFF0C;&#x76F4;&#x5230;&#x6700;&#x540E;&#x4E00;&#x5C42;</li>
<li>&#x2003;&#x2003;&#x2003;&#x2003;&#x53CD;&#x5411;&#x4F20;&#x64AD;&#x8BA1;&#x7B97;&#x6BCF;&#x4E00;&#x5C42;&#x7684;&#x8BEF;&#x5DEE;&#x9879;<span class="mathjax-exps">$\deltav_l$</span></li>
<li>&#x2003;&#x2003;&#x2003;&#x2003;&#x91C7;&#x7528;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x66F4;&#x65B0;<span class="mathjax-exps">$\Wv$</span>&#x3001;<span class="mathjax-exps">$\bv$</span></li>
<li>&#x2003;&#x2003;end</li>
<li>until &#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x6A21;&#x578B;&#x5728;&#x9A8C;&#x8BC1;&#x96C6;<span class="mathjax-exps">$\Vcal$</span>&#x4E0A;&#x7684;&#x9519;&#x8BEF;&#x7387;&#x4E0D;&#x518D;&#x4E0B;&#x964D;</li>
</ol>
<p>&#x8F93;&#x51FA;&#xFF1A;<span class="mathjax-exps">$\Wv$</span>&#x3001;<span class="mathjax-exps">$\bv$</span></p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="1311" class="slide " data-line="1311" data-h="8" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x68AF;&#x5EA6;&#x6D88;&#x5931;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x4E2D;&#x8BEF;&#x5DEE;&#x53CD;&#x5411;&#x4F20;&#x64AD;&#x7684;&#x8FED;&#x4EE3;&#x516C;&#x5F0F;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \deltav_l^\top = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_l} = \frac{\partial \Lcal (\yv, \hat{\yv})}{\partial \zv_{l+1}} \frac{\partial \zv_{l+1}}{\partial \av_l} \frac{\partial \av_l}{\partial \zv_l} = \deltav_{l+1}^\top \Wv_{l+1} \diag (h_l&apos;(\zv_l))
        \end{align*}
    $$
</div>
<br>
<p>&#x5BF9;&#x4E8E; Sigmoid &#x578B;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;</p>
<ul>
<li><span class="mathjax-exps">$\sigma&apos;(z) = \sigma(z) (1 - \sigma(z)) \leq \frac{1}{4}$</span></li>
<li><span class="mathjax-exps">$\tanh&apos;(z) = 4 \sigma(2z) (1 - \sigma(2z)) \leq 4 \cdot \frac{1}{4} = 1$</span></li>
</ul>
<p>&#x8BEF;&#x5DEE;&#x6BCF;&#x4F20;&#x64AD;&#x4E00;&#x5C42;&#x90FD;&#x4F1A;&#x4E58;&#x4EE5;&#x4E00;&#x4E2A;&#x5C0F;&#x4E8E;&#x7B49;&#x4E8E;<span class="mathjax-exps">$1$</span>&#x7684;&#x7CFB;&#x6570;&#xFF0C;&#x5F53;&#x7F51;&#x7EDC;&#x5C42;&#x6570;&#x5F88;&#x6DF1;&#x65F6;&#xFF0C;&#x68AF;&#x5EA6;&#x4F1A;&#x4E0D;&#x65AD;&#x8870;&#x51CF;&#x751A;&#x81F3;&#x6D88;&#x5931;&#xFF0C;&#x4F7F;&#x5F97;&#x6574;&#x4E2A;&#x7F51;&#x7EDC;&#x5F88;&#x96BE;&#x8BAD;&#x7EC3;</p>
<br>
<p>&#x65B9;&#x6848;&#xFF1A;&#x4F7F;&#x7528;&#x5BFC;&#x6570;&#x6BD4;&#x8F83;&#x5927;&#x7684;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#xFF0C;&#x6BD4;&#x5982; ReLU</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="truedata-notes" =true lineno="1352" class="slide " data-line="1352" data-h="8" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B8B;&#x5DEE;&#x7F51;&#x7EDC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<img src="data:image/svg+xml;charset=utf-8;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiCiAgIHhtbG5zOnNvZGlwb2RpPSJodHRwOi8vc29kaXBvZGkuc291cmNlZm9yZ2UubmV0L0RURC9zb2RpcG9kaS0wLmR0ZCIKICAgeG1sbnM6aW5rc2NhcGU9Imh0dHA6Ly93d3cuaW5rc2NhcGUub3JnL25hbWVzcGFjZXMvaW5rc2NhcGUiCiAgIHdpZHRoPSIzNTcuMTY4MDNwdCIKICAgaGVpZ2h0PSIxMDQuNTQwMzhwdCIKICAgdmlld0JveD0iMCAwIDM1Ny4xNjgwMyAxMDQuNTQwMzkiCiAgIHZlcnNpb249IjEuMSIKICAgaWQ9InN2ZzI4NiIKICAgc29kaXBvZGk6ZG9jbmFtZT0icmVzbmV0LnN2ZyIKICAgaW5rc2NhcGU6dmVyc2lvbj0iMS4wLjEgKDNiYzJlODEzZjUsIDIwMjAtMDktMDcpIj4KICA8bWV0YWRhdGEKICAgICBpZD0ibWV0YWRhdGEyOTAiPgogICAgPHJkZjpSREY+CiAgICAgIDxjYzpXb3JrCiAgICAgICAgIHJkZjphYm91dD0iIj4KICAgICAgICA8ZGM6Zm9ybWF0PmltYWdlL3N2Zyt4bWw8L2RjOmZvcm1hdD4KICAgICAgICA8ZGM6dHlwZQogICAgICAgICAgIHJkZjpyZXNvdXJjZT0iaHR0cDovL3B1cmwub3JnL2RjL2RjbWl0eXBlL1N0aWxsSW1hZ2UiIC8+CiAgICAgICAgPGRjOnRpdGxlPjwvZGM6dGl0bGU+CiAgICAgIDwvY2M6V29yaz4KICAgIDwvcmRmOlJERj4KICA8L21ldGFkYXRhPgogIDxzb2RpcG9kaTpuYW1lZHZpZXcKICAgICBwYWdlY29sb3I9IiNmZmZmZmYiCiAgICAgYm9yZGVyY29sb3I9IiM2NjY2NjYiCiAgICAgYm9yZGVyb3BhY2l0eT0iMSIKICAgICBvYmplY3R0b2xlcmFuY2U9IjEwIgogICAgIGdyaWR0b2xlcmFuY2U9IjEwIgogICAgIGd1aWRldG9sZXJhbmNlPSIxMCIKICAgICBpbmtzY2FwZTpwYWdlb3BhY2l0eT0iMCIKICAgICBpbmtzY2FwZTpwYWdlc2hhZG93PSIyIgogICAgIGlua3NjYXBlOndpbmRvdy13aWR0aD0iMzg0MCIKICAgICBpbmtzY2FwZTp3aW5kb3ctaGVpZ2h0PSIyMTA2IgogICAgIGlkPSJuYW1lZHZpZXcyODgiCiAgICAgc2hvd2dyaWQ9ImZhbHNlIgogICAgIGlua3NjYXBlOnpvb209IjQuNTQzMDE1MiIKICAgICBpbmtzY2FwZTpjeD0iMTMzLjcxODQiCiAgICAgaW5rc2NhcGU6Y3k9Ijc1LjYxNTQyIgogICAgIGlua3NjYXBlOndpbmRvdy14PSIwIgogICAgIGlua3NjYXBlOndpbmRvdy15PSI1NCIKICAgICBpbmtzY2FwZTp3aW5kb3ctbWF4aW1pemVkPSIwIgogICAgIGlua3NjYXBlOmN1cnJlbnQtbGF5ZXI9InN2ZzI4NiIgLz4KICA8ZGVmcwogICAgIGlkPSJkZWZzNzMiPgogICAgPGcKICAgICAgIGlkPSJnNjIiPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgwLTAiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9IiIKICAgICAgICAgICBpZD0icGF0aDIiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgwLTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gNS4xNDA2MjUsLTMuMTU2MjUgYyAwLjA0Njg3NSwtMC4yNSAwLjE1NjI1LC0wLjY1NjI1IDAuMTU2MjUsLTAuNzM0Mzc1IDAsLTAuMzI4MTI1IC0wLjI2NTYyNSwtMC40NTMxMjUgLTAuNDY4NzUsLTAuNDUzMTI1IC0wLjE4NzUsMCAtMC4zOTA2MjUsMC4xMDkzNzUgLTAuNTE1NjI1LDAuMjUgQyA0LjE3MTg3NSwtNC4yNSAzLjg0Mzc1LC00LjUgMy4yNjU2MjUsLTQuNSBjIC0xLjczNDM3NSwwIC0yLjgxMjUsMS41NjI1IC0yLjgxMjUsMi45Mzc1IDAsMS4yMTg3NSAwLjkwNjI1LDEuNjQwNjI1IDEuNzM0Mzc1LDEuNjQwNjI1IDAuNzE4NzUsMCAxLjIzNDM3NSwtMC4zOTA2MjUgMS4zOTA2MjUsLTAuNTMxMjUgMC4zNzUsMC41MzEyNSAxLjAzMTI1LDAuNTMxMjUgMS4xNDA2MjUsMC41MzEyNSAwLjM3NSwwIDAuNjcxODc1LC0wLjIwMzEyNSAwLjg3NSwtMC41NjI1IDAuMjUsLTAuNDA2MjUgMC4zNzUsLTAuOTM3NSAwLjM3NSwtMC45ODQzNzUgMCwtMC4xNDA2MjUgLTAuMTQwNjI1LC0wLjE0MDYyNSAtMC4yMzQzNzUsLTAuMTQwNjI1IC0wLjEwOTM3NSwwIC0wLjE1NjI1LDAgLTAuMjAzMTI1LDAuMDQ2ODc1IC0wLjAxNTYyNSwwLjAxNTYyNSAtMC4wMTU2MjUsMC4wMzEyNSAtMC4wNzgxMjUsMC4yODEyNSAtMC4yMDMxMjUsMC43OTY4NzUgLTAuNDIxODc1LDEgLTAuNjcxODc1LDEgLTAuMTA5Mzc1LDAgLTAuMjM0Mzc1LC0wLjAzMTI1IC0wLjIzNDM3NSwtMC4zNTkzNzUgMCwtMC4xNzE4NzUgMC4wMzEyNSwtMC4zNDM3NSAwLjE0MDYyNSwtMC43MzQzNzUgMC4wNjI1LC0wLjI4MTI1IDAuMTcxODc1LC0wLjY3MTg3NSAwLjIxODc1LC0wLjg5MDYyNSB6IG0gLTEuNjU2MjUsMi4yMzQzNzUgQyAzLjE4NzUsLTAuNTkzNzUgMi43MTg3NSwtMC4yODEyNSAyLjI1LC0wLjI4MTI1IGMgLTAuNjI1LDAgLTAuNjcxODc1LC0wLjUzMTI1IC0wLjY3MTg3NSwtMC43NSAwLC0wLjUzMTI1IDAuMzI4MTI1LC0xLjc1IDAuNSwtMi4xNDA2MjUgMC4yOTY4NzUsLTAuNzE4NzUgMC43OTY4NzUsLTAuOTY4NzUgMS4yMDMxMjUsLTAuOTY4NzUgMC41OTM3NSwwIDAuODI4MTI1LDAuNDY4NzUgMC44MjgxMjUsMC41NzgxMjUgTCA0LjA5Mzc1LC0zLjQyMTg3NSBaIG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoNSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDAtMiI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSAyLjQwNjI1LC0zLjQwNjI1IGMgMC4xNDA2MjUsMCAwLjI2NTYyNSwwIDAuNDA2MjUsMCAwLjM5MDYyNSwtMC4wMTU2MjUgMC44OTA2MjUsLTAuMDQ2ODc1IDEuMjgxMjUsLTAuMDYyNSAtMC4yODEyNSwwLjI2NTYyNSAtMC40Mzc1LDAuNDIxODc1IC0xLjQzNzUsMS4xODc1IC0yLjAxNTYyNSwxLjUzMTI1IC0yLjIzNDM3NSwyLjE4NzUgLTIuMjM0Mzc1LDIuMjE4NzUgMCwwLjE0MDYyNSAwLjE0MDYyNSwwLjE0MDYyNSAwLjIxODc1LDAuMTQwNjI1IDAuMTcxODc1LDAgMC4xNzE4NzUsLTAuMDE1NjI1IDAuMjUsLTAuMTA5Mzc1IDAuMzU5Mzc1LC0wLjUgMC43MTg3NSwtMC41NjI1IDAuODkwNjI1LC0wLjU2MjUgMC4yNjU2MjUsMCAwLjQ4NDM3NSwwLjE3MTg3NSAwLjY0MDYyNSwwLjI4MTI1IDAuMzEyNSwwLjIxODc1IDAuNTYyNSwwLjM5MDYyNSAwLjkzNzUsMC4zOTA2MjUgMS4xMDkzNzUsMCAxLjg0Mzc1LC0xLjIxODc1IDEuODQzNzUsLTEuNTkzNzUgMCwtMC4xNDA2MjUgLTAuMTcxODc1LC0wLjE0MDYyNSAtMC4yMzQzNzUsLTAuMTQwNjI1IC0wLjA3ODEyNSwwIC0wLjE4NzUsMCAtMC4yMTg3NSwwLjA5Mzc1IC0wLjA3ODEyNSwwLjE4NzUgLTAuMTg3NSwwLjQzNzUgLTAuODU5Mzc1LDAuNTE1NjI1IC0wLjA0Njg3NSwwLjAxNTYyNSAtMiwwLjA5Mzc1IC0yLjIxODc1LDAuMDkzNzUgMC4yODEyNSwtMC4yNjU2MjUgMC40Mzc1LC0wLjQyMTg3NSAxLjQ1MzEyNSwtMS4xODc1IDIuMDE1NjI1LC0xLjUzMTI1IDIuMjM0Mzc1LC0yLjE4NzUgMi4yMzQzNzUsLTIuMjE4NzUgQyA1LjM1OTM3NSwtNC41IDUuMjE4NzUsLTQuNSA1LjE0MDYyNSwtNC41IGMgLTAuMTU2MjUsMCAtMC4xNzE4NzUsMCAtMC4yMzQzNzUsMC4wOTM3NSAtMC4yMzQzNzUsMC4zNDM3NSAtMC40Mzc1LDAuNTc4MTI1IC0wLjY3MTg3NSwwLjU3ODEyNSAtMC4yNSwwIC0wLjQ2ODc1LC0wLjE1NjI1IC0wLjcwMzEyNSwtMC4zMTI1IEMgMy4yOTY4NzUsLTQuMzI4MTI1IDMuMDQ2ODc1LC00LjUgMi42NzE4NzUsLTQuNSBjIC0wLjg3NSwwIC0xLjQ1MzEyNSwwLjg3NSAtMS40NTMxMjUsMS4xODc1IDAsMC4xNDA2MjUgMC4xNzE4NzUsMC4xNDA2MjUgMC4yNSwwLjE0MDYyNSAwLjA5Mzc1LDAgMC4yMDMxMjUsMCAwLjIxODc1LC0wLjEyNSBDIDEuODI4MTI1LC0zLjM3NSAxLjkwNjI1LC0zLjM3NSAyLjIwMzEyNSwtMy40MDYyNSBaIG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoOCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDAtMyI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iTSAyLjc5Njg3NSwtNi41NjI1IEMgMi44NDM3NSwtNi43MDMxMjUgMi44NDM3NSwtNi43MzQzNzUgMi44NDM3NSwtNi43MzQzNzUgYyAwLC0wLjE0MDYyNSAtMC4xMDkzNzUsLTAuMTg3NSAtMC4yMTg3NSwtMC4xODc1IC0wLjA0Njg3NSwwIC0wLjA0Njg3NSwwIC0wLjA3ODEyNSwwLjAxNTYyNSBsIC0xLjI4MTI1LDAuMDYyNSBjIC0wLjE0MDYyNSwwIC0wLjMxMjUsMC4wMTU2MjUgLTAuMzEyNSwwLjI5Njg3NSAwLDAuMTcxODc1IDAuMTg3NSwwLjE3MTg3NSAwLjI1LDAuMTcxODc1IDAuMTA5Mzc1LDAgMC4yOTY4NzUsMCAwLjQyMTg3NSwwLjAzMTI1IC0wLjA3ODEyNSwwLjMyODEyNSAtMC4xNzE4NzUsMC43NjU2MjUgLTAuMjgxMjUsMS4xNDA2MjUgbCAtMC42ODc1LDIuNzUgYyAtMC4xNDA2MjUsMC41NjI1IC0wLjE0MDYyNSwwLjY3MTg3NSAtMC4xNDA2MjUsMC45MDYyNSAwLDEuMjgxMjUgMC45NTMxMjUsMS42MjUgMS43MDMxMjUsMS42MjUgMS43OTY4NzUsMCAyLjgyODEyNSwtMS42MjUgMi44MjgxMjUsLTIuOTM3NSBDIDUuMDQ2ODc1LC00LjA5Mzc1IDQuMTI1LC00LjUgMy4yOTY4NzUsLTQuNSBjIC0wLjQ2ODc1LDAgLTAuODc1LDAuMTg3NSAtMS4wNzgxMjUsMC4zMTI1IHogbSAtMC41NjI1LDYuMjgxMjUgYyAtMC4zOTA2MjUsMCAtMC43MTg3NSwtMC4yMDMxMjUgLTAuNzE4NzUsLTAuODI4MTI1IDAsLTAuMzEyNSAwLjA5Mzc1LC0wLjY4NzUgMC4xNzE4NzUsLTEgMC4wOTM3NSwtMC4zNzUgMC4yNjU2MjUsLTEuMDYyNSAwLjM0Mzc1LC0xLjM1OTM3NSAwLjA0Njg3NSwtMC4xNzE4NzUgMC42MDkzNzUsLTAuNjcxODc1IDEuMjE4NzUsLTAuNjcxODc1IDAuNjI1LDAgMC42NzE4NzUsMC41MzEyNSAwLjY3MTg3NSwwLjc1IDAsMC41MTU2MjUgLTAuMzQzNzUsMS43NSAtMC41LDIuMTQwNjI1IC0wLjM0Mzc1LDAuNzk2ODc1IC0wLjkwNjI1LDAuOTY4NzUgLTEuMTg3NSwwLjk2ODc1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgxMSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDAtNCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA0LjI5Njg3NSwtMy45NTMxMjUgYyAtMC41MzEyNSwwLjE3MTg3NSAtMC41MzEyNSwwLjY1NjI1IC0wLjUzMTI1LDAuNjg3NSAwLDAuMTQwNjI1IDAuMDc4MTI1LDAuNDUzMTI1IDAuNDg0Mzc1LDAuNDUzMTI1IDAuNDIxODc1LDAgMC43MTg3NSwtMC4zNTkzNzUgMC43MTg3NSwtMC43NjU2MjUgQyA0Ljk2ODc1LC00LjEwOTM3NSA0LjQ1MzEyNSwtNC41IDMuNTc4MTI1LC00LjUgYyAtMiwwIC0zLjEyNSwxLjU0Njg3NSAtMy4xMjUsMi44NTkzNzUgMCwwLjg5MDYyNSAwLjU2MjUsMS43MTg3NSAyLjEyNSwxLjcxODc1IDAuMjUsMCAwLjkzNzUsLTAuMDE1NjI1IDEuNTMxMjUsLTAuMjM0Mzc1IDAuNTc4MTI1LC0wLjIzNDM3NSAwLjk4NDM3NSwtMC42NDA2MjUgMC45ODQzNzUsLTAuNzY1NjI1IDAsLTAuMDc4MTI1IC0wLjE1NjI1LC0wLjI1IC0wLjI1LC0wLjI1IC0wLjA2MjUsMCAtMC4wNzgxMjUsMC4wMzEyNSAtMC4xNTYyNSwwLjEwOTM3NSAtMC41MzEyNSwwLjU2MjUgLTEuMzEyNSwwLjc4MTI1IC0yLjA5Mzc1LDAuNzgxMjUgLTAuNjU2MjUsMCAtMC45ODQzNzUsLTAuMzI4MTI1IC0wLjk4NDM3NSwtMC45MjE4NzUgMCwtMC4zNTkzNzUgMC4yNSwtMS41NjI1IDAuNTQ2ODc1LC0yLjA5Mzc1IDAuNDA2MjUsLTAuNjcxODc1IDEuMDE1NjI1LC0wLjg0Mzc1IDEuNDM3NSwtMC44NDM3NSAwLjEyNSwwIDAuNDM3NSwwIDAuNzAzMTI1LDAuMTg3NSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoMTQiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgxLTAiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9IiIKICAgICAgICAgICBpZD0icGF0aDE3IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoMS0xIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJNIDEuOTY4NzUsLTQuNjI1IEMgMS45Njg3NSwtNC42NDA2MjUgMiwtNC43MzQzNzUgMiwtNC43MzQzNzUgMiwtNC43ODEyNSAxLjk2ODc1LC00Ljg0Mzc1IDEuODc1LC00Ljg0Mzc1IGMgLTAuMTQwNjI1LDAgLTAuNzE4NzUsMC4wNjI1IC0wLjg5MDYyNSwwLjA3ODEyNSAtMC4wNDY4NzUsMCAtMC4xNDA2MjUsMC4wMTU2MjUgLTAuMTQwNjI1LDAuMTU2MjUgMCwwLjA5Mzc1IDAuMDkzNzUsMC4wOTM3NSAwLjE3MTg3NSwwLjA5Mzc1IDAuMzQzNzUsMCAwLjM0Mzc1LDAuMDYyNSAwLjM0Mzc1LDAuMTA5Mzc1IDAsMC4wNDY4NzUgLTAuMDE1NjI1LDAuMDkzNzUgLTAuMDMxMjUsMC4xNTYyNSBsIC0wLjg3NSwzLjQzNzUgQyAwLjQzNzUsLTAuNzM0Mzc1IDAuNDM3NSwtMC42NTYyNSAwLjQzNzUsLTAuNTkzNzUgYyAwLDAuNDUzMTI1IDAuMzkwNjI1LDAuNjU2MjUgMC43MTg3NSwwLjY1NjI1IDAuMTcxODc1LDAgMC4zOTA2MjUsLTAuMDQ2ODc1IDAuNTYyNSwtMC4zNTkzNzUgQyAxLjg3NSwtMC41NjI1IDEuOTY4NzUsLTAuOTY4NzUgMS45Njg3NSwtMSBjIDAsLTAuMDkzNzUgLTAuMDkzNzUsLTAuMDkzNzUgLTAuMTA5Mzc1LC0wLjA5Mzc1IC0wLjEwOTM3NSwwIC0wLjEyNSwwLjA0Njg3NSAtMC4xNDA2MjUsMC4xNzE4NzUgQyAxLjYyNSwtMC41NzgxMjUgMS40ODQzNzUsLTAuMTI1IDEuMTg3NSwtMC4xMjUgMSwtMC4xMjUgMC45NTMxMjUsLTAuMjk2ODc1IDAuOTUzMTI1LC0wLjQ2ODc1IDAuOTUzMTI1LC0wLjU0Njg3NSAwLjk2ODc1LC0wLjY3MTg3NSAxLC0wLjc1IFogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgyMCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDItMCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iIgogICAgICAgICAgIGlkPSJwYXRoMjMiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgyLTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gNS4xODc1LC0xLjU3ODEyNSBjIDAuMTA5Mzc1LDAgMC4yODEyNSwwIDAuMjgxMjUsLTAuMTU2MjUgMCwtMC4xODc1IC0wLjE3MTg3NSwtMC4xODc1IC0wLjI4MTI1LC0wLjE4NzUgSCAxLjAzMTI1IGMgLTAuMTA5Mzc1LDAgLTAuMjgxMjUsMCAtMC4yODEyNSwwLjE3MTg3NSAwLDAuMTcxODc1IDAuMTU2MjUsMC4xNzE4NzUgMC4yODEyNSwwLjE3MTg3NSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoMjYiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgzLTAiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9IiIKICAgICAgICAgICBpZD0icGF0aDI5IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoMy0xIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJtIDIuMzI4MTI1LC00LjQzNzUgYyAwLC0wLjE4NzUgMCwtMC4xODc1IC0wLjIwMzEyNSwtMC4xODc1IC0wLjQ1MzEyNSwwLjQzNzUgLTEuMDc4MTI1LDAuNDM3NSAtMS4zNTkzNzUsMC40Mzc1IHYgMC4yNSBjIDAuMTU2MjUsMCAwLjYyNSwwIDEsLTAuMTg3NSB2IDMuNTQ2ODc1IGMgMCwwLjIzNDM3NSAwLDAuMzI4MTI1IC0wLjY4NzUsMC4zMjgxMjUgSCAwLjgxMjUgViAwIGMgMC4xMjUsMCAwLjk4NDM3NSwtMC4wMzEyNSAxLjIzNDM3NSwtMC4wMzEyNSAwLjIxODc1LDAgMS4wOTM3NSwwLjAzMTI1IDEuMjUsMC4wMzEyNSBWIC0wLjI1IEggMy4wMzEyNSBjIC0wLjcwMzEyNSwwIC0wLjcwMzEyNSwtMC4wOTM3NSAtMC43MDMxMjUsLTAuMzI4MTI1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgzMiIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDMtMiI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iTSAzLjUxNTYyNSwtMS4yNjU2MjUgSCAzLjI4MTI1IGMgLTAuMDE1NjI1LDAuMTU2MjUgLTAuMDkzNzUsMC41NjI1IC0wLjE4NzUsMC42MjUgQyAzLjA0Njg3NSwtMC41OTM3NSAyLjUxNTYyNSwtMC41OTM3NSAyLjQwNjI1LC0wLjU5Mzc1IEggMS4xMjUgYyAwLjczNDM3NSwtMC42NDA2MjUgMC45ODQzNzUsLTAuODQzNzUgMS4zOTA2MjUsLTEuMTcxODc1IDAuNTE1NjI1LC0wLjQwNjI1IDEsLTAuODQzNzUgMSwtMS41IDAsLTAuODQzNzUgLTAuNzM0Mzc1LC0xLjM1OTM3NSAtMS42MjUsLTEuMzU5Mzc1IC0wLjg1OTM3NSwwIC0xLjQ1MzEyNSwwLjYwOTM3NSAtMS40NTMxMjUsMS4yNSAwLDAuMzQzNzUgMC4yOTY4NzUsMC4zOTA2MjUgMC4zNzUsMC4zOTA2MjUgMC4xNTYyNSwwIDAuMzU5Mzc1LC0wLjEyNSAwLjM1OTM3NSwtMC4zNzUgMCwtMC4xMjUgLTAuMDQ2ODc1LC0wLjM3NSAtMC40MDYyNSwtMC4zNzUgQyAwLjk4NDM3NSwtNC4yMTg3NSAxLjQ1MzEyNSwtNC4zNzUgMS43ODEyNSwtNC4zNzUgYyAwLjcwMzEyNSwwIDEuMDYyNSwwLjU0Njg3NSAxLjA2MjUsMS4xMDkzNzUgMCwwLjYwOTM3NSAtMC40Mzc1LDEuMDc4MTI1IC0wLjY1NjI1LDEuMzI4MTI1IEwgMC41MTU2MjUsLTAuMjY1NjI1IEMgMC40Mzc1LC0wLjIwMzEyNSAwLjQzNzUsLTAuMTg3NSAwLjQzNzUsMCBoIDIuODc1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgzNSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDQtMCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iIgogICAgICAgICAgIGlkPSJwYXRoMzgiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGg0LTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gMTAuNjU2MjUsLTYuMTI1IGMgMC4wNjI1LC0wLjE3MTg3NSAwLjA2MjUsLTAuMTg3NSAwLjM3NSwtMC4yMTg3NSBDIDExLjIzNDM3NSwtNi4zNzUgMTEuNDM3NSwtNi4zNzUgMTEuNjA5Mzc1LC02LjM3NSB2IC0wLjQ2ODc1IGMgLTAuMjgxMjUsMC4wMTU2MjUgLTAuNjI1LDAuMDMxMjUgLTEuMDc4MTI1LDAuMDMxMjUgLTAuMzc1LDAgLTAuOTg0Mzc1LDAgLTEuMzQzNzUsLTAuMDMxMjUgViAtNi4zNzUgYyAwLjI1LDAgMC43MTg3NSwwIDEuMDE1NjI1LDAuMTA5Mzc1IEwgOC40ODQzNzUsLTEuNzk2ODc1IDYuNzE4NzUsLTYuMzc1IGggMC45NTMxMjUgdiAtMC40Njg3NSBjIC0wLjM3NSwwLjAzMTI1IC0xLjMxMjUsMC4wMzEyNSAtMS43MzQzNzUsMC4wMzEyNSAtMC4zOTA2MjUsMCAtMS4xODc1LDAgLTEuNTMxMjUsLTAuMDMxMjUgViAtNi4zNzUgSCA1LjI2NTYyNSBMIDUuNjcxODc1LC01LjMxMjUgNC4zMTI1LC0xLjc5Njg3NSAyLjU0Njg3NSwtNi4zNzUgaCAwLjk2ODc1IFYgLTYuODQzNzUgQyAzLjEyNSwtNi44MTI1IDIuMTg3NSwtNi44MTI1IDEuNzY1NjI1LC02LjgxMjUgYyAtMC4zOTA2MjUsMCAtMS4xNzE4NzUsMCAtMS41MzEyNSwtMC4wMzEyNSBWIC02LjM3NSBIIDEuMDkzNzUgbCAyLjM5MDYyNSw2LjIwMzEyNSBjIDAuMDYyNSwwLjE1NjI1IDAuMTA5Mzc1LDAuMjUgMC4zNTkzNzUsMC4yNSAwLjI1LDAgMC4yODEyNSwtMC4wOTM3NSAwLjM0Mzc1LC0wLjI1IGwgMS43MzQzNzUsLTQuNSAxLjczNDM3NSw0LjUgYyAwLjA2MjUsMC4xNTYyNSAwLjA5Mzc1LDAuMjUgMC4zNDM3NSwwLjI1IDAuMjUsMCAwLjI5Njg3NSwtMC4wOTM3NSAwLjM1OTM3NSwtMC4yNSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoNDEiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGg0LTIiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gNy4zNDM3NSwtNi4wNzgxMjUgYyAwLC0wLjIxODc1IDAuMDE1NjI1LC0wLjIzNDM3NSAwLjI5Njg3NSwtMC4yNjU2MjUgQyA3Ljg3NSwtNi4zNzUgNy44OTA2MjUsLTYuMzc1IDguMTcxODc1LC02LjM3NSBoIDAuMjUgdiAtMC40Njg3NSBjIC0wLjM3NSwwLjAzMTI1IC0wLjkzNzUsMC4wMzEyNSAtMS4zMjgxMjUsMC4wMzEyNSAtMC40MjE4NzUsMCAtMC45Mzc1LDAgLTEuMzU5Mzc1LC0wLjAzMTI1IFYgLTYuMzc1IGggMC4yNSBjIDAuMTg3NSwwIDAuMzU5Mzc1LDAuMDE1NjI1IDAuNTMxMjUsMC4wMzEyNSBDIDYuODEyNSwtNi4zMTI1IDYuODEyNSwtNi4yOTY4NzUgNi44MTI1LC02LjA3ODEyNSB2IDMuNzUgYyAwLDEuNDg0Mzc1IC0xLjA3ODEyNSwxLjk2ODc1IC0yLjE3MTg3NSwxLjk2ODc1IC0xLjczNDM3NSwwIC0xLjc2NTYyNSwtMS4zMTI1IC0xLjc2NTYyNSwtMS44NTkzNzUgViAtNi4zNzUgaCAxLjA3ODEyNSB2IC0wLjQ2ODc1IGMgLTAuMzc1LDAuMDMxMjUgLTEuMzQzNzUsMC4wMzEyNSAtMS43ODEyNSwwLjAzMTI1IC0wLjQyMTg3NSwwIC0xLjQwNjI1LDAgLTEuNzgxMjUsLTAuMDMxMjUgViAtNi4zNzUgSCAxLjQ2ODc1IHYgNC4wNzgxMjUgYyAwLDEuMzEyNSAxLjA3ODEyNSwyLjQwNjI1IDMuMTQwNjI1LDIuNDA2MjUgQyA2LjUsMC4xMDkzNzUgNy4zNDM3NSwtMS4wNjI1IDcuMzQzNzUsLTIuMjgxMjUgWiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDQ0IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNS0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGg0NyIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDUtMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSAyLjAzMTI1LC0wLjAxNTYyNSBjIDAsLTAuNjU2MjUgLTAuMjUsLTEuMDQ2ODc1IC0wLjY0MDYyNSwtMS4wNDY4NzUgLTAuMzI4MTI1LDAgLTAuNTMxMjUsMC4yNSAtMC41MzEyNSwwLjUzMTI1IEMgMC44NTkzNzUsLTAuMjY1NjI1IDEuMDYyNSwwIDEuMzkwNjI1LDAgMS41LDAgMS42NDA2MjUsLTAuMDQ2ODc1IDEuNzM0Mzc1LC0wLjEyNSAxLjc2NTYyNSwtMC4xNTYyNSAxLjc4MTI1LC0wLjE1NjI1IDEuNzgxMjUsLTAuMTU2MjUgYyAwLjAxNTYyNSwwIDAuMDE1NjI1LDAgMC4wMTU2MjUsMC4xNDA2MjUgMCwwLjc1IC0wLjM0Mzc1LDEuMzQzNzUgLTAuNjcxODc1LDEuNjcxODc1IC0wLjEwOTM3NSwwLjEwOTM3NSAtMC4xMDkzNzUsMC4xMjUgLTAuMTA5Mzc1LDAuMTU2MjUgMCwwLjA3ODEyNSAwLjA0Njg3NSwwLjEwOTM3NSAwLjA5Mzc1LDAuMTA5Mzc1IDAuMTA5Mzc1LDAgMC45MjE4NzUsLTAuNzY1NjI1IDAuOTIxODc1LC0xLjkzNzUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDUwIiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNS0yIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJtIDIuODU5Mzc1LC02LjgxMjUgYyAwLDAgMCwtMC4xMDkzNzUgLTAuMTI1LC0wLjEwOTM3NSAtMC4yMzQzNzUsMCAtMC45NTMxMjUsMC4wNzgxMjUgLTEuMjE4NzUsMC4xMDkzNzUgLTAuMDc4MTI1LDAgLTAuMTg3NSwwLjAxNTYyNSAtMC4xODc1LDAuMTg3NSAwLDAuMTI1IDAuMDkzNzUsMC4xMjUgMC4yMzQzNzUsMC4xMjUgMC40ODQzNzUsMCAwLjUsMC4wNjI1IDAuNSwwLjE3MTg3NSBMIDIuMDMxMjUsLTYuMTI1IDAuNTkzNzUsLTAuMzkwNjI1IGMgLTAuMDQ2ODc1LDAuMTQwNjI1IC0wLjA0Njg3NSwwLjE1NjI1IC0wLjA0Njg3NSwwLjIxODc1IDAsMC4yMzQzNzUgMC4yMDMxMjUsMC4yODEyNSAwLjI5Njg3NSwwLjI4MTI1IDAuMTU2MjUsMCAwLjMxMjUsLTAuMTI1IDAuMzU5Mzc1LC0wLjI2NTYyNSBsIDAuMTg3NSwtMC43NSAwLjIxODc1LC0wLjg5MDYyNSBDIDEuNjcxODc1LC0yLjAzMTI1IDEuNzM0Mzc1LC0yLjI1IDEuNzgxMjUsLTIuNDY4NzUgMS43OTY4NzUsLTIuNTMxMjUgMS44OTA2MjUsLTIuODU5Mzc1IDEuODkwNjI1LC0yLjkyMTg3NSAxLjkyMTg3NSwtMy4wMTU2MjUgMi4yMzQzNzUsLTMuNTYyNSAyLjU3ODEyNSwtMy44NDM3NSAyLjc5Njg3NSwtNCAzLjA5Mzc1LC00LjE4NzUgMy41MzEyNSwtNC4xODc1IGMgMC40MjE4NzUsMCAwLjUzMTI1LDAuMzQzNzUgMC41MzEyNSwwLjcwMzEyNSAwLDAuNTMxMjUgLTAuMzc1LDEuNjI1IC0wLjYwOTM3NSwyLjIzNDM3NSBDIDMuMzc1LC0xLjAzMTI1IDMuMzEyNSwtMC45MDYyNSAzLjMxMjUsLTAuNzAzMTI1IGMgMCwwLjQ2ODc1IDAuMzU5Mzc1LDAuODEyNSAwLjgyODEyNSwwLjgxMjUgMC45Mzc1LDAgMS4yOTY4NzUsLTEuNDUzMTI1IDEuMjk2ODc1LC0xLjUzMTI1IDAsLTAuMTA5Mzc1IC0wLjA3ODEyNSwtMC4xMDkzNzUgLTAuMTA5Mzc1LC0wLjEwOTM3NSAtMC4xMDkzNzUsMCAtMC4xMDkzNzUsMC4wMzEyNSAtMC4xNTYyNSwwLjE4NzUgLTAuMTQwNjI1LDAuNTMxMjUgLTAuNDY4NzUsMS4yMzQzNzUgLTEuMDE1NjI1LDEuMjM0Mzc1IC0wLjE3MTg3NSwwIC0wLjIzNDM3NSwtMC4wOTM3NSAtMC4yMzQzNzUsLTAuMzI4MTI1IDAsLTAuMjUgMC4wNzgxMjUsLTAuNDg0Mzc1IDAuMTcxODc1LC0wLjcwMzEyNSAwLjE1NjI1LC0wLjQzNzUgMC42MDkzNzUsLTEuNjI1IDAuNjA5Mzc1LC0yLjIwMzEyNSAwLC0wLjY0MDYyNSAtMC4zOTA2MjUsLTEuMDYyNSAtMS4xNDA2MjUsLTEuMDYyNSAtMC42MjUsMCAtMS4xMDkzNzUsMC4zMTI1IC0xLjQ4NDM3NSwwLjc2NTYyNSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoNTMiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGg2LTAiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9IiIKICAgICAgICAgICBpZD0icGF0aDU2IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNi0xIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJtIDQuMDc4MTI1LC0yLjI5Njg3NSBoIDIuNzgxMjUgQyA3LC0yLjI5Njg3NSA3LjE4NzUsLTIuMjk2ODc1IDcuMTg3NSwtMi41IDcuMTg3NSwtMi42ODc1IDcsLTIuNjg3NSA2Ljg1OTM3NSwtMi42ODc1IGggLTIuNzgxMjUgdiAtMi43OTY4NzUgYyAwLC0wLjE0MDYyNSAwLC0wLjMyODEyNSAtMC4yMDMxMjUsLTAuMzI4MTI1IC0wLjIwMzEyNSwwIC0wLjIwMzEyNSwwLjE4NzUgLTAuMjAzMTI1LDAuMzI4MTI1IFYgLTIuNjg3NSBoIC0yLjc4MTI1IGMgLTAuMTQwNjI1LDAgLTAuMzI4MTI1LDAgLTAuMzI4MTI1LDAuMTg3NSAwLDAuMjAzMTI1IDAuMTg3NSwwLjIwMzEyNSAwLjMyODEyNSwwLjIwMzEyNSBoIDIuNzgxMjUgViAwLjUgYyAwLDAuMTQwNjI1IDAsMC4zMjgxMjUgMC4yMDMxMjUsMC4zMjgxMjUgMC4yMDMxMjUsMCAwLjIwMzEyNSwtMC4xODc1IDAuMjAzMTI1LC0wLjMyODEyNSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoNTkiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgPC9nPgogICAgPGNsaXBQYXRoCiAgICAgICBpZD0iY2xpcDEiPgogICAgICA8cGF0aAogICAgICAgICBkPSJNIDAsMCBIIDM4OS40NDUzMSBWIDExMy40MjE4OCBIIDAgWiBtIDAsMCIKICAgICAgICAgaWQ9InBhdGg2NCIgLz4KICAgIDwvY2xpcFBhdGg+CiAgICA8Y2xpcFBhdGgKICAgICAgIGlkPSJjbGlwMiI+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Im0gMzQ1LDQ1IGggNDQuNDQ1MzEgdiA1NiBIIDM0NSBaIG0gMCwwIgogICAgICAgICBpZD0icGF0aDY3IiAvPgogICAgPC9jbGlwUGF0aD4KICAgIDxjbGlwUGF0aAogICAgICAgaWQ9ImNsaXAzIj4KICAgICAgPHBhdGgKICAgICAgICAgZD0ibSA4Niw2OSBoIDE4NCB2IDQ0LjQyMTg4IEggODYgWiBtIDAsMCIKICAgICAgICAgaWQ9InBhdGg3MCIgLz4KICAgIDwvY2xpcFBhdGg+CiAgPC9kZWZzPgogIDxnCiAgICAgaWQ9Imc1MDEiCiAgICAgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTMyLjI3NzM0NCw2LjcwMDIyNmUtNSkiPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gOTkuOTEwMTU2LDE2LjMzOTg0NCBjIDAsLTguODA0Njg4IC03LjEzNjcxOSwtMTUuOTQxNDA2IC0xNS45Mzc1LC0xNS45NDE0MDYgLTguODA0Njg3LDAgLTE1Ljk0MTQwNiw3LjEzNjcxOCAtMTUuOTQxNDA2LDE1Ljk0MTQwNiAwLDguODA0Njg3IDcuMTM2NzE5LDE1Ljk0MTQwNiAxNS45NDE0MDYsMTUuOTQxNDA2IDguODAwNzgxLDAgMTUuOTM3NSwtNy4xMzY3MTkgMTUuOTM3NSwtMTUuOTQxNDA2IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDc5IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iNzQuMTkxMDAyIgogICAgICAgeT0iMTcuMzg5OTk5IgogICAgICAgaWQ9InVzZTgxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iODAuNDk2MDAyIgogICAgICAgeT0iMTguODg1IgogICAgICAgaWQ9InVzZTg1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMi0xIgogICAgICAgeD0iODMuMDU2IgogICAgICAgeT0iMTguODg1IgogICAgICAgaWQ9InVzZTg5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0xIgogICAgICAgeD0iODkuMjgyOTk3IgogICAgICAgeT0iMTguODg1IgogICAgICAgaWQ9InVzZTkzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMTg0Ljk1MzEyLDE2LjMzOTg0NCBjIDAsLTguODA0Njg4IC03LjEzNjcxLC0xNS45NDE0MDYgLTE1Ljk0MTQsLTE1Ljk0MTQwNiAtOC44MDQ2OSwwIC0xNS45NDE0MSw3LjEzNjcxOCAtMTUuOTQxNDEsMTUuOTQxNDA2IDAsOC44MDQ2ODcgNy4xMzY3MiwxNS45NDE0MDYgMTUuOTQxNDEsMTUuOTQxNDA2IDguODA0NjksMCAxNS45NDE0LC03LjEzNjcxOSAxNS45NDE0LC0xNS45NDE0MDYgeiBtIDAsMCIKICAgICAgIGlkPSJwYXRoOTciIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTIiCiAgICAgICB4PSIxNjQuNzE3IgogICAgICAgeT0iMTcuODA1IgogICAgICAgaWQ9InVzZTk5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTcwLjI0Njk5IgogICAgICAgeT0iMTkuMjk5OTk5IgogICAgICAgaWQ9InVzZTEwMyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDI1Mi45ODQzNywxNi4zMzk4NDQgYyAwLC04LjgwNDY4OCAtNy4xMzY3MSwtMTUuOTQxNDA2IC0xNS45NDE0LC0xNS45NDE0MDYgLTguODA0NjksMCAtMTUuOTQxNDEsNy4xMzY3MTggLTE1Ljk0MTQxLDE1Ljk0MTQwNiAwLDguODA0Njg3IDcuMTM2NzIsMTUuOTQxNDA2IDE1Ljk0MTQxLDE1Ljk0MTQwNiA4LjgwNDY5LDAgMTUuOTQxNCwtNy4xMzY3MTkgMTUuOTQxNCwtMTUuOTQxNDA2IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDEwNyIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjIzMi4zNjA5OSIKICAgICAgIHk9IjE3LjgwNSIKICAgICAgIGlkPSJ1c2UxMDkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgxLTEiCiAgICAgICB4PSIyMzguNjY2IgogICAgICAgeT0iMTkuMjk5OTk5IgogICAgICAgaWQ9InVzZTExMyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDQtMSIKICAgICAgIHg9IjExMi43MDMiCiAgICAgICB5PSIxMC42ODIiCiAgICAgICBpZD0idXNlMTE3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTI0LjU0NyIKICAgICAgIHk9IjEyLjE3NyIKICAgICAgIGlkPSJ1c2UxMjEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg1LTEiCiAgICAgICB4PSIxMjcuNjA1IgogICAgICAgeT0iMTAuNjgyIgogICAgICAgaWQ9InVzZTEyNSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMyIKICAgICAgIHg9IjEzMi4wMzMiCiAgICAgICB5PSIxMC42ODIiCiAgICAgICBpZD0idXNlMTI5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTM3LjIyMiIKICAgICAgIHk9IjEyLjE3NyIKICAgICAgIGlkPSJ1c2UxMzMiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg1LTIiCiAgICAgICB4PSIxOTguNjI2MDEiCiAgICAgICB5PSIxMS4xMjUiCiAgICAgICBpZD0idXNlMTM3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMjA0LjM2NyIKICAgICAgIHk9IjEyLjYyIgogICAgICAgaWQ9InVzZTE0MSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJNIDMyLjI3NzM0NCwxNi4zMzk4NDQgSCA2NS4wNDI5NjkiCiAgICAgICBpZD0icGF0aDE0NSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSA2Ny42MzI4MTIsMTYuMzM5ODQ0IC00LjE0NDUzMSwtMi4wNzQyMTkgMS41NTQ2ODgsMi4wNzQyMTkgLTEuNTU0Njg4LDIuMDcwMzEyIgogICAgICAgaWQ9InBhdGgxNDciIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAxMDAuMzA4NTksMTYuMzM5ODQ0IGggNDkuNzczNDQiCiAgICAgICBpZD0icGF0aDE0OSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAxNTIuNjcxODcsMTYuMzM5ODQ0IC00LjE0NDUzLC0yLjA3NDIxOSAxLjU1NDY5LDIuMDc0MjE5IC0xLjU1NDY5LDIuMDcwMzEyIgogICAgICAgaWQ9InBhdGgxNTEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAxODUuMzUxNTYsMTYuMzM5ODQ0IGggMzIuNzYxNzIiCiAgICAgICBpZD0icGF0aDE1MyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAyMjAuNzAzMTIsMTYuMzM5ODQ0IC00LjE0NDUzLC0yLjA3NDIxOSAxLjU1NDY5LDIuMDc0MjE5IC0xLjU1NDY5LDIuMDcwMzEyIgogICAgICAgaWQ9InBhdGgxNTUiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAyNTMuMzgyODEsMTYuMzM5ODQ0IGggMzIuNzY1NjMiCiAgICAgICBpZD0icGF0aDE1NyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAyODguNzM4MjgsMTYuMzM5ODQ0IC00LjE0NDUzLC0yLjA3NDIxOSAxLjU1NDY5LDIuMDc0MjE5IC0xLjU1NDY5LDIuMDcwMzEyIgogICAgICAgaWQ9InBhdGgxNTkiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSA5OS45MTAxNTYsNzMuMDMxMjUgYyAwLC04LjgwMDc4MSAtNy4xMzY3MTksLTE1LjkzNzUgLTE1LjkzNzUsLTE1LjkzNzUgLTguODA0Njg3LDAgLTE1Ljk0MTQwNiw3LjEzNjcxOSAtMTUuOTQxNDA2LDE1LjkzNzUgMCw4LjgwNDY4OCA3LjEzNjcxOSwxNS45NDE0MDYgMTUuOTQxNDA2LDE1Ljk0MTQwNiA4LjgwMDc4MSwwIDE1LjkzNzUsLTcuMTM2NzE4IDE1LjkzNzUsLTE1Ljk0MTQwNiB6IG0gMCwwIgogICAgICAgaWQ9InBhdGgxNjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTEiCiAgICAgICB4PSI3NC4xOTEwMDIiCiAgICAgICB5PSI3NC4wODMiCiAgICAgICBpZD0idXNlMTYzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iODAuNDk2MDAyIgogICAgICAgeT0iNzUuNTc3MDAzIgogICAgICAgaWQ9InVzZTE2NyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDItMSIKICAgICAgIHg9IjgzLjA1NiIKICAgICAgIHk9Ijc1LjU3NzAwMyIKICAgICAgIGlkPSJ1c2UxNzEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTEiCiAgICAgICB4PSI4OS4yODI5OTciCiAgICAgICB5PSI3NS41NzcwMDMiCiAgICAgICBpZD0idXNlMTc1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMTY3Ljk0NTMxLDczLjAzMTI1IGMgMCwtOC44MDA3ODEgLTcuMTM2NzIsLTE1LjkzNzUgLTE1Ljk0MTQsLTE1LjkzNzUgLTguODA0NjksMCAtMTUuOTQxNDEsNy4xMzY3MTkgLTE1Ljk0MTQxLDE1LjkzNzUgMCw4LjgwNDY4OCA3LjEzNjcyLDE1Ljk0MTQwNiAxNS45NDE0MSwxNS45NDE0MDYgOC44MDQ2OCwwIDE1Ljk0MTQsLTcuMTM2NzE4IDE1Ljk0MTQsLTE1Ljk0MTQwNiB6IG0gMCwwIgogICAgICAgaWQ9InBhdGgxNzkiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAyMTguOTY4NzUsNzMuMDMxMjUgYyAwLC04LjgwMDc4MSAtNy4xMzY3MiwtMTUuOTM3NSAtMTUuOTQxNDEsLTE1LjkzNzUgLTguODA0NjgsMCAtMTUuOTQxNCw3LjEzNjcxOSAtMTUuOTQxNCwxNS45Mzc1IDAsOC44MDQ2ODggNy4xMzY3MiwxNS45NDE0MDYgMTUuOTQxNCwxNS45NDE0MDYgOC44MDQ2OSwwIDE1Ljk0MTQxLC03LjEzNjcxOCAxNS45NDE0MSwtMTUuOTQxNDA2IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDE4MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJNIDI4Ni44MzU5NCw3My4wMzEyNSAyNzEuMDU4NTksNTcuMjU3ODEzIDI1NS4yODUxNiw3My4wMzEyNSAyNzEuMDU4NTksODguODA4NTk0IFogbSAwLDAiCiAgICAgICBpZD0icGF0aDE4MyIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDYtMSIKICAgICAgIHg9IjI2Ny4xODM5OSIKICAgICAgIHk9Ijc1LjUyMjAwMyIKICAgICAgIGlkPSJ1c2UxODUiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAzMzguMDIzNDQsNzMuMDMxMjUgYyAwLC04LjgwMDc4MSAtNy4xMzY3MiwtMTUuOTM3NSAtMTUuOTM3NSwtMTUuOTM3NSAtOC44MDQ2OSwwIC0xNS45NDE0MSw3LjEzNjcxOSAtMTUuOTQxNDEsMTUuOTM3NSAwLDguODA0Njg4IDcuMTM2NzIsMTUuOTQxNDA2IDE1Ljk0MTQxLDE1Ljk0MTQwNiA4LjgwMDc4LDAgMTUuOTM3NSwtNy4xMzY3MTggMTUuOTM3NSwtMTUuOTQxNDA2IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDE4OSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMiIKICAgICAgIHg9IjMxNy43ODY5OSIKICAgICAgIHk9Ijc0LjQ5ODAwMSIKICAgICAgIGlkPSJ1c2UxOTEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgxLTEiCiAgICAgICB4PSIzMjMuMzE3OTkiCiAgICAgICB5PSI3NS45OTI5OTYiCiAgICAgICBpZD0idXNlMTk1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJjbGlwLXJ1bGU6bm9uemVybztmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMzg5LjA0Njg3LDczLjAzMTI1IGMgMCwtOC44MDA3ODEgLTcuMTMyODEsLTE1LjkzNzUgLTE1LjkzNzUsLTE1LjkzNzUgLTguODA0NjgsMCAtMTUuOTQxNCw3LjEzNjcxOSAtMTUuOTQxNCwxNS45Mzc1IDAsOC44MDQ2ODggNy4xMzY3MiwxNS45NDE0MDYgMTUuOTQxNCwxNS45NDE0MDYgOC44MDQ2OSwwIDE1LjkzNzUsLTcuMTM2NzE4IDE1LjkzNzUsLTE1Ljk0MTQwNiB6IG0gMCwwIgogICAgICAgaWQ9InBhdGgxOTkiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTEiCiAgICAgICB4PSIzNjguNDI0MDEiCiAgICAgICB5PSI3NC40OTgwMDEiCiAgICAgICBpZD0idXNlMjAzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMzc0LjcyOSIKICAgICAgIHk9Ijc1Ljk5Mjk5NiIKICAgICAgIGlkPSJ1c2UyMDciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTIiCiAgICAgICB4PSIxMDQuMzM5IgogICAgICAgeT0iNjcuMzc1IgogICAgICAgaWQ9InVzZTIxMSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDMtMSIKICAgICAgIHg9IjExMy4xNTMiCiAgICAgICB5PSI2OC44NzAwMDMiCiAgICAgICBpZD0idXNlMjE1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNS0xIgogICAgICAgeD0iMTE3LjYyMyIKICAgICAgIHk9IjY3LjM3NSIKICAgICAgIGlkPSJ1c2UyMTkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTQiCiAgICAgICB4PSIxMjIuMDUxIgogICAgICAgeT0iNjcuMzc1IgogICAgICAgaWQ9InVzZTIyMyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDMtMSIKICAgICAgIHg9IjEyNy4xNjYiCiAgICAgICB5PSI2OC44NzAwMDMiCiAgICAgICBpZD0idXNlMjI3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNS0yIgogICAgICAgeD0iMTc0LjY0NSIKICAgICAgIHk9IjY5LjMxMTk5NiIKICAgICAgIGlkPSJ1c2UyMzEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTIiCiAgICAgICB4PSIyMjMuMzk0IgogICAgICAgeT0iNjcuMzc1IgogICAgICAgaWQ9InVzZTIzNSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDMtMiIKICAgICAgIHg9IjIzMi4yMDc5OSIKICAgICAgIHk9IjY4Ljg3MDAwMyIKICAgICAgIGlkPSJ1c2UyMzkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg1LTEiCiAgICAgICB4PSIyMzYuNjc3OTkiCiAgICAgICB5PSI2Ny4zNzUiCiAgICAgICBpZD0idXNlMjQzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC00IgogICAgICAgeD0iMjQxLjEwNiIKICAgICAgIHk9IjY3LjM3NSIKICAgICAgIGlkPSJ1c2UyNDciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTIiCiAgICAgICB4PSIyNDYuMjIwOTkiCiAgICAgICB5PSI2OC44NzAwMDMiCiAgICAgICBpZD0idXNlMjUxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Ik0gMzIuMjc3MzQ0LDczLjAzMTI1IEggNjUuMDQyOTY5IgogICAgICAgaWQ9InBhdGgyNTUiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gNjcuNjMyODEyLDczLjAzMTI1IC00LjE0NDUzMSwtMi4wNzAzMTIgMS41NTQ2ODgsMi4wNzAzMTIgLTEuNTU0Njg4LDIuMDc0MjE5IgogICAgICAgaWQ9InBhdGgyNTciIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAxMDAuMzA4NTksNzMuMDMxMjUgaCAzMi43NjU2MyIKICAgICAgIGlkPSJwYXRoMjU5IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiM1NzZlNzM7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDEzNS42NjQwNiw3My4wMzEyNSAtNC4xNDQ1MywtMi4wNzAzMTIgMS41NTQ2OSwyLjA3MDMxMiAtMS41NTQ2OSwyLjA3NDIxOSIKICAgICAgIGlkPSJwYXRoMjYxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMTY4LjM0Mzc1LDczLjAzMTI1IGggMTUuNzUzOTEiCiAgICAgICBpZD0icGF0aDI2MyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAxODYuNjg3NSw3My4wMzEyNSAtNC4xNDQ1MywtMi4wNzAzMTIgMS41NTQ2OSwyLjA3MDMxMiAtMS41NTQ2OSwyLjA3NDIxOSIKICAgICAgIGlkPSJwYXRoMjY1IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMjE5LjM2NzE5LDczLjAzMTI1IGggMzIuNzYxNzIiCiAgICAgICBpZD0icGF0aDI2NyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAyNTQuNzE4NzUsNzMuMDMxMjUgLTQuMTQ0NTMsLTIuMDcwMzEyIDEuNTU0NjksMi4wNzAzMTIgLTEuNTU0NjksMi4wNzQyMTkiCiAgICAgICBpZD0icGF0aDI2OSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDI4Ny4zOTg0NCw3My4wMzEyNSBoIDE1Ljc1NzgxIgogICAgICAgaWQ9InBhdGgyNzEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMzA1Ljc0NjA5LDczLjAzMTI1IC00LjE0NDUzLC0yLjA3MDMxMiAxLjU1NDY5LDIuMDcwMzEyIC0xLjU1NDY5LDIuMDc0MjE5IgogICAgICAgaWQ9InBhdGgyNzMiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAzMzguNDIxODcsNzMuMDMxMjUgaCAxNS43NTc4MiIKICAgICAgIGlkPSJwYXRoMjc1IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiM1NzZlNzM7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDM1Ni43Njk1Myw3My4wMzEyNSAtNC4xNDQ1MywtMi4wNzAzMTIgMS41NTQ2OSwyLjA3MDMxMiAtMS41NTQ2OSwyLjA3NDIxOSIKICAgICAgIGlkPSJwYXRoMjc3IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJjbGlwLXJ1bGU6bm9uemVybztmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Ik0gOTguMTIxMDk0LDgxLjIwMzEyNSBDIDE1My4yNDIxOSwxMTMuMDI3MzQgMjA1LjU3ODEyLDExMC44Mzk4NCAyNTguNDU3MDMsODAuMzA4NTk0IgogICAgICAgaWQ9InBhdGgyNzkiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMjYwLjY5OTIyLDc5LjAxNTYyNSAtNC42MjUsMC4yNzczNDQgMi4zODI4MSwxLjAxNTYyNSAtMC4zMDg1OSwyLjU3MDMxMiIKICAgICAgIGlkPSJwYXRoMjgzIiAvPgogIDwvZz4KPC9zdmc+Cg==" style="margin:1%" height="200px">
<p>&#x6B8B;&#x5DEE;&#x6A21;&#x5757;&#xFF1A;<span class="mathjax-exps">$\zv_l = \av_{l-1} + \class{yellow}{\Uv_2 \cdot h_1(\Uv_1 \cdot \av_{l-1} + \cv_1) + \cv_2)} = \av_{l-1} + \class{yellow}{f(\av_{l-1})}$</span></p>
<p>&#x5047;&#x8BBE;<span class="mathjax-exps">$\av_l = \zv_l$</span>&#xFF0C;&#x5373;&#x6B8B;&#x5DEE;&#x6A21;&#x5757;&#x8F93;&#x51FA;&#x4E0D;&#x4F7F;&#x7528;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#xFF0C;&#x5BF9;<span class="mathjax-exps">$\forall t \in [l]$</span>&#x6709;</p>
<div>
    $$
        \begin{align*}
            \av_l &amp; = \av_{l-1} + f(\av_{l-1}) = \av_{l-2} + f(\av_{l-2}) + f(\av_{l-1}) \\ 
            &amp; = \cdots = \av_{l-t} + \sum_{i=l-t}^{l-1} f(\av_i)
        \end{align*}
    $$
</div>
<p>&#x4F4E;&#x5C42;&#x8F93;&#x5165;&#x53EF;&#x4EE5;<span class="blue">&#x6052;&#x7B49;</span>&#x4F20;&#x64AD;&#x5230;&#x4EFB;&#x610F;&#x9AD8;&#x5C42;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="truedata-notes" =true lineno="1387" class="slide " data-line="1387" data-h="8" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B8B;&#x5DEE;&#x7F51;&#x7EDC;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<div>
    $$
        \begin{align*}
            \av_l = \av_{l-t} + \sum_{i=l-t}^{l-1} f(\av_i)
        \end{align*}
    $$
</div>
<p>&#x7531;&#x94FE;&#x5F0F;&#x6CD5;&#x5219;&#x6709;</p>
<div>
    $$
        \begin{align*}
            \frac{\partial \Lcal}{\partial \av_{l-t}} &amp; = \frac{\partial \Lcal}{\partial \av_l} \frac{\partial \av_l}{\partial \av_{l-t}} = \frac{\partial \Lcal}{\partial \av_l} \left( \frac{\partial \av_{l-t}}{\partial \av_{l-t}} + \frac{\partial }{\partial \av_{l-t}} \sum_{i=l-t}^{l-1} f(\av_i) \right) \\
            &amp; = \frac{\partial \Lcal}{\partial \av_l} \left( \Iv + \frac{\partial }{\partial \av_{l-t}} \sum_{i=l-t}^{l-1} f(\av_i) \right) \\
            &amp; = \frac{\partial \Lcal}{\partial \av_l} + \frac{\partial \Lcal}{\partial \av_l} \left( \frac{\partial }{\partial \av_{l-t}} \sum_{i=l-t}^{l-1} f(\av_i) \right) 
        \end{align*}
    $$
</div>
<p>&#x9AD8;&#x5C42;&#x8BEF;&#x5DEE;&#x53EF;&#x4EE5;<span class="blue">&#x6052;&#x7B49;</span>&#x4F20;&#x64AD;&#x5230;&#x4EFB;&#x610F;&#x4F4E;&#x5C42;&#xFF0C;&#x68AF;&#x5EA6;&#x6D88;&#x5931;&#x5F97;&#x4EE5;&#x7F13;&#x89E3;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="1427" class="slide " data-line="1427" data-h="9" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x4F18;&#x5316;&#x7B97;&#x6CD5;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x901A;&#x5E38;&#x91C7;&#x7528;&#x5C0F;&#x6279;&#x91CF;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;<span class="mathjax-exps">$\Wv_{t+1} \leftarrow \Wv_t - \eta_t \gv_t$</span>&#xFF0C;&#x5176;&#x4E2D;</p>
<div>
$$
    \begin{align*}
        \gv_t = \frac{1}{|\Bcal_t|} \sum_{i \in \Bcal_t} \frac{\partial \Lcal (\yv_i, \hat{\yv}_i)}{\partial \Wv}
    \end{align*}
$$
</div>
<br>
<p>&#x6279;&#x91CF;&#x5927;&#x5C0F;<span class="mathjax-exps">$|\Bcal_t|$</span>&#x4E0D;&#x5F71;&#x54CD;&#x968F;&#x673A;&#x68AF;&#x5EA6;&#x7684;&#x671F;&#x671B;&#xFF0C;&#x4F46;&#x4F1A;&#x5F71;&#x54CD;&#x65B9;&#x5DEE;</p>
<ul>
<li><span class="mathjax-exps">$|\Bcal_t|$</span>&#x8D8A;&#x5927;&#xFF0C;&#x65B9;&#x5DEE;&#x8D8A;&#x5C0F;&#xFF0C;&#x8BAD;&#x7EC3;&#x8D8A;&#x7A33;&#x5B9A;&#xFF0C;&#x53EF;&#x4EE5;&#x91C7;&#x7528;&#x8F83;&#x5927;&#x7684;&#x6B65;&#x957F;&#x52A0;&#x5FEB;&#x6536;&#x655B;</li>
<li><span class="mathjax-exps">$|\Bcal_t|$</span>&#x8D8A;&#x5C0F;&#xFF0C;&#x65B9;&#x5DEE;&#x8D8A;&#x5927;&#xFF0C;&#x9700;&#x91C7;&#x7528;&#x8F83;&#x5C0F;&#x7684;&#x6B65;&#x957F;&#xFF0C;&#x5426;&#x5219;&#x53EF;&#x80FD;&#x4E0D;&#x6536;&#x655B;</li>
</ul>
<br>
<p>&#x7EBF;&#x6027;&#x7F29;&#x653E;&#x89C4;&#x5219;&#xFF1A;<span class="mathjax-exps">$|\Bcal_t|$</span>&#x589E;&#x52A0;<span class="mathjax-exps">$k$</span>&#x500D;&#xFF0C;&#x6B65;&#x957F;&#x4E5F;&#x589E;&#x52A0;<span class="mathjax-exps">$k$</span>&#x500D;&#xFF0C;&#x4F46;&#x5F53;<span class="mathjax-exps">$|\Bcal_t|$</span>&#x7279;&#x522B;&#x5927;&#x65F6;&#xFF0C;&#x7EBF;&#x6027;&#x7F29;&#x653E;&#x4E5F;&#x8FD8;&#x662F;&#x4F1A;&#x51FA;&#x73B0;&#x8BAD;&#x7EC3;&#x4E0D;&#x7A33;&#x5B9A;</p>
<ul>
<li>&#x6B65;&#x957F;&#x8C03;&#x6574;</li>
<li>&#x66F4;&#x65B0;&#x65B9;&#x5411;&#x8C03;&#x6574;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1469" class="slide " data-line="1469" data-h="9" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B65;&#x957F;&#x8C03;&#x6574;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="404pt" height="340pt" viewBox="0.00 0.00 404.36 340.00" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 336)">
<title>g</title>
<!-- 步长调整 -->
<g id="node1" class="node">
<title>&#x6B65;&#x957F;&#x8C03;&#x6574;</title>
<text text-anchor="middle" x="42.8768" y="-161.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x6B65;&#x957F;&#x8C03;&#x6574;</text>
</g>
<!-- 步长衰减 -->
<g id="node2" class="node">
<title>&#x6B65;&#x957F;&#x8870;&#x51CF;</title>
<text text-anchor="middle" x="177.508" y="-235.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x6B65;&#x957F;&#x8870;&#x51CF;</text>
</g>
<!-- 步长调整&#45;&gt;步长衰减 -->
<g id="edge1" class="edge">
<title>&#x6B65;&#x957F;&#x8C03;&#x6574;-&gt;&#x6B65;&#x957F;&#x8870;&#x51CF;</title>
<path fill="none" stroke="#586e75" d="M75.8113,-184.1024C95.2072,-194.7634 119.8087,-208.2856 139.9562,-219.3597"/>
<polygon fill="#586e75" stroke="#586e75" points="144.4469,-221.828 138.9814,-221.3913 142.256,-220.6237 140.0652,-219.4195 140.0652,-219.4195 140.0652,-219.4195 142.256,-220.6237 141.149,-217.4477 144.4469,-221.828 144.4469,-221.828"/>
</g>
<!-- 步长预热 -->
<g id="node3" class="node">
<title>&#x6B65;&#x957F;&#x9884;&#x70ED;</title>
<text text-anchor="middle" x="177.508" y="-180.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x6B65;&#x957F;&#x9884;&#x70ED;</text>
</g>
<!-- 步长调整&#45;&gt;步长预热 -->
<g id="edge2" class="edge">
<title>&#x6B65;&#x957F;&#x8C03;&#x6574;-&gt;&#x6B65;&#x957F;&#x9884;&#x70ED;</title>
<path fill="none" stroke="#586e75" d="M85.8451,-172.064C98.4813,-173.8473 112.4403,-175.8172 125.574,-177.6708"/>
<polygon fill="#586e75" stroke="#586e75" points="130.7556,-178.402 125.4902,-179.9311 128.2801,-178.0526 125.8047,-177.7032 125.8047,-177.7032 125.8047,-177.7032 128.2801,-178.0526 126.1191,-175.4753 130.7556,-178.402 130.7556,-178.402"/>
</g>
<!-- 周期性步长 -->
<g id="node4" class="node">
<title>&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;</title>
<text text-anchor="middle" x="177.508" y="-143.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;</text>
</g>
<!-- 步长调整&#45;&gt;周期性步长 -->
<g id="edge3" class="edge">
<title>&#x6B65;&#x957F;&#x8C03;&#x6574;-&gt;&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;</title>
<path fill="none" stroke="#586e75" d="M85.8451,-160.2552C97.4268,-158.7067 110.1197,-157.0097 122.2699,-155.3853"/>
<polygon fill="#586e75" stroke="#586e75" points="127.4391,-154.6941 122.7814,-157.587 124.9612,-155.0255 122.4832,-155.3568 122.4832,-155.3568 122.4832,-155.3568 124.9612,-155.0255 122.185,-153.1267 127.4391,-154.6941 127.4391,-154.6941"/>
</g>
<!-- 自适应步长 -->
<g id="node5" class="node">
<title>&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</title>
<text text-anchor="middle" x="177.508" y="-69.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</text>
</g>
<!-- 步长调整&#45;&gt;自适应步长 -->
<g id="edge4" class="edge">
<title>&#x6B65;&#x957F;&#x8C03;&#x6574;-&gt;&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</title>
<path fill="none" stroke="#586e75" d="M69.4756,-147.8238C91.6953,-132.6399 123.3957,-110.9776 146.7124,-95.0441"/>
<polygon fill="#586e75" stroke="#586e75" points="150.9645,-92.1385 148.1057,-96.8172 148.9004,-93.549 146.8363,-94.9595 146.8363,-94.9595 146.8363,-94.9595 148.9004,-93.549 145.5668,-93.1018 150.9645,-92.1385 150.9645,-92.1385"/>
</g>
<!-- 分段常数衰减 -->
<g id="node6" class="node">
<title>&#x5206;&#x6BB5;&#x5E38;&#x6570;&#x8870;&#x51CF;</title>
<text text-anchor="middle" x="332.8088" y="-309.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5206;&#x6BB5;&#x5E38;&#x6570;&#x8870;&#x51CF;</text>
</g>
<!-- 步长衰减&#45;&gt;分段常数衰减 -->
<g id="edge5" class="edge">
<title>&#x6B65;&#x957F;&#x8870;&#x51CF;-&gt;&#x5206;&#x6BB5;&#x5E38;&#x6570;&#x8870;&#x51CF;</title>
<path fill="none" stroke="#586e75" d="M206.1388,-258.021C223.8906,-268.7373 247.4047,-282.1223 269.2624,-292 271.7226,-293.1118 274.2569,-294.2023 276.8318,-295.2662"/>
<polygon fill="#586e75" stroke="#586e75" points="281.5033,-297.1514 276.0245,-297.3667 279.1849,-296.2158 276.8666,-295.2801 276.8666,-295.2801 276.8666,-295.2801 279.1849,-296.2158 277.7086,-293.1936 281.5033,-297.1514 281.5033,-297.1514"/>
</g>
<!-- 逆时衰减 -->
<g id="node7" class="node">
<title>&#x9006;&#x65F6;&#x8870;&#x51CF;</title>
<text text-anchor="middle" x="332.8088" y="-272.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x9006;&#x65F6;&#x8870;&#x51CF;</text>
</g>
<!-- 步长衰减&#45;&gt;逆时衰减 -->
<g id="edge6" class="edge">
<title>&#x6B65;&#x957F;&#x8870;&#x51CF;-&gt;&#x9006;&#x65F6;&#x8870;&#x51CF;</title>
<path fill="none" stroke="#586e75" d="M221.1812,-250.405C241.6962,-255.2927 266.1525,-261.1193 286.9375,-266.0713"/>
<polygon fill="#586e75" stroke="#586e75" points="291.8617,-267.2445 286.4764,-268.2743 289.4298,-266.665 286.9979,-266.0856 286.9979,-266.0856 286.9979,-266.0856 289.4298,-266.665 287.5194,-263.8969 291.8617,-267.2445 291.8617,-267.2445"/>
</g>
<!-- (自然)指数衰减 -->
<g id="node8" class="node">
<title>(&#x81EA;&#x7136;)&#x6307;&#x6570;&#x8870;&#x51CF;</title>
<text text-anchor="middle" x="332.8088" y="-235.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">(&#x81EA;&#x7136;)&#x6307;&#x6570;&#x8870;&#x51CF;</text>
</g>
<!-- 步长衰减&#45;&gt;(自然)指数衰减 -->
<g id="edge7" class="edge">
<title>&#x6B65;&#x957F;&#x8870;&#x51CF;-&gt;(&#x81EA;&#x7136;)&#x6307;&#x6570;&#x8870;&#x51CF;</title>
<path fill="none" stroke="#586e75" d="M221.1812,-240C235.851,-240 252.5362,-240 268.4532,-240"/>
<polygon fill="#586e75" stroke="#586e75" points="273.8177,-240 268.8177,-242.2501 271.3177,-240 268.8177,-240.0001 268.8177,-240.0001 268.8177,-240.0001 271.3177,-240 268.8176,-237.7501 273.8177,-240 273.8177,-240"/>
</g>
<!-- 余弦衰减 -->
<g id="node9" class="node">
<title>&#x4F59;&#x5F26;&#x8870;&#x51CF;</title>
<text text-anchor="middle" x="332.8088" y="-198.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x4F59;&#x5F26;&#x8870;&#x51CF;</text>
</g>
<!-- 步长衰减&#45;&gt;余弦衰减 -->
<g id="edge8" class="edge">
<title>&#x6B65;&#x957F;&#x8870;&#x51CF;-&gt;&#x4F59;&#x5F26;&#x8870;&#x51CF;</title>
<path fill="none" stroke="#586e75" d="M221.1812,-229.595C238.8123,-225.3944 259.3546,-220.5003 277.9756,-216.0639"/>
<polygon fill="#586e75" stroke="#586e75" points="283.1727,-214.8257 278.8303,-218.1733 280.7408,-215.4051 278.3088,-215.9845 278.3088,-215.9845 278.3088,-215.9845 280.7408,-215.4051 277.7873,-213.7958 283.1727,-214.8257 283.1727,-214.8257"/>
</g>
<!-- 循环步长 -->
<g id="node10" class="node">
<title>&#x5FAA;&#x73AF;&#x6B65;&#x957F;</title>
<text text-anchor="middle" x="332.8088" y="-161.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5FAA;&#x73AF;&#x6B65;&#x957F;</text>
</g>
<!-- 周期性步长&#45;&gt;循环步长 -->
<g id="edge9" class="edge">
<title>&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;-&gt;&#x5FAA;&#x73AF;&#x6B65;&#x957F;</title>
<path fill="none" stroke="#586e75" d="M227.501,-153.7944C245.4942,-155.8799 265.7665,-158.2295 283.6849,-160.3063"/>
<polygon fill="#586e75" stroke="#586e75" points="288.6726,-160.8844 283.4468,-162.5437 286.1892,-160.5966 283.7059,-160.3087 283.7059,-160.3087 283.7059,-160.3087 286.1892,-160.5966 283.9649,-158.0736 288.6726,-160.8844 288.6726,-160.8844"/>
</g>
<!-- 带热重启的SGD -->
<g id="node11" class="node">
<title>&#x5E26;&#x70ED;&#x91CD;&#x542F;&#x7684;SGD</title>
<text text-anchor="middle" x="332.8088" y="-124.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">&#x5E26;&#x70ED;&#x91CD;&#x542F;&#x7684;SGD</text>
</g>
<!-- 周期性步长&#45;&gt;带热重启的SGD -->
<g id="edge10" class="edge">
<title>&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;-&gt;&#x5E26;&#x70ED;&#x91CD;&#x542F;&#x7684;SGD</title>
<path fill="none" stroke="#586e75" d="M227.501,-141.8837C239.0614,-140.4694 251.5626,-138.9399 263.7759,-137.4457"/>
<polygon fill="#586e75" stroke="#586e75" points="268.989,-136.8079 264.2993,-139.6485 266.5075,-137.1116 264.026,-137.4152 264.026,-137.4152 264.026,-137.4152 266.5075,-137.1116 263.7527,-135.1818 268.989,-136.8079 268.989,-136.8079"/>
</g>
<!-- AdaGrad -->
<g id="node12" class="node">
<title>AdaGrad</title>
<text text-anchor="middle" x="332.8088" y="-87.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">AdaGrad</text>
</g>
<!-- 自适应步长&#45;&gt;AdaGrad -->
<g id="edge11" class="edge">
<title>&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;-&gt;AdaGrad</title>
<path fill="none" stroke="#586e75" d="M233.1365,-80.4476C251.9089,-82.6234 272.5532,-85.0161 290.1609,-87.0569"/>
<polygon fill="#586e75" stroke="#586e75" points="295.5224,-87.6784 290.2966,-89.3376 293.039,-87.3905 290.5557,-87.1026 290.5557,-87.1026 290.5557,-87.1026 293.039,-87.3905 290.8148,-84.8676 295.5224,-87.6784 295.5224,-87.6784"/>
</g>
<!-- RMSprop -->
<g id="node13" class="node">
<title>RMSprop</title>
<text text-anchor="middle" x="332.8088" y="-50.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">RMSprop</text>
</g>
<!-- 自适应步长&#45;&gt;RMSprop -->
<g id="edge12" class="edge">
<title>&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;-&gt;RMSprop</title>
<path fill="none" stroke="#586e75" d="M233.1365,-67.1942C251.1201,-64.9941 270.8217,-62.5837 287.9257,-60.4911"/>
<polygon fill="#586e75" stroke="#586e75" points="293.1457,-59.8525 288.456,-62.6931 290.6642,-60.1561 288.1827,-60.4598 288.1827,-60.4598 288.1827,-60.4598 290.6642,-60.1561 287.9094,-58.2264 293.1457,-59.8525 293.1457,-59.8525"/>
</g>
<!-- AdaDelta -->
<g id="node14" class="node">
<title>AdaDelta</title>
<text text-anchor="middle" x="332.8088" y="-13.2" font-family="EBGaramond12-Regular,fz-lz" font-size="16.00" fill="#b58900">AdaDelta</text>
</g>
<!-- 自适应步长&#45;&gt;AdaDelta -->
<g id="edge13" class="edge">
<title>&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;-&gt;AdaDelta</title>
<path fill="none" stroke="#586e75" d="M225.5328,-55.9821C239.6027,-50.7636 255.0292,-45.1002 269.2624,-40 275.6558,-37.709 282.4248,-35.3233 289.0687,-33.0041"/>
<polygon fill="#586e75" stroke="#586e75" points="294.1165,-31.2462 290.1346,-35.0155 291.7556,-32.0684 289.3946,-32.8906 289.3946,-32.8906 289.3946,-32.8906 291.7556,-32.0684 288.6547,-30.7658 294.1165,-31.2462 294.1165,-31.2462"/>
</g>
</g>
</svg>
</p><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1505" class="slide " data-line="1505" data-h="9" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B65;&#x957F;&#x8870;&#x51CF;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x57FA;&#x672C;&#x60F3;&#x6CD5;&#xFF1A;&#x5728;&#x4E00;&#x5F00;&#x59CB;&#x8981;&#x4F7F;&#x7528;&#x5927;&#x6B65;&#x957F;&#x6765;&#x4FDD;&#x8BC1;&#x6536;&#x655B;&#x901F;&#x5EA6;&#xFF0C;&#x5728;&#x63A5;&#x8FD1;&#x6700;&#x4F18;&#x89E3;&#x65F6;&#x8981;&#x7528;&#x5C0F;&#x6B65;&#x957F;&#x907F;&#x514D;&#x6765;&#x56DE;&#x9707;&#x8361;&#xFF0C;&#x4E5F;&#x79F0;&#x4E3A;&#x6B65;&#x957F;&#x9000;&#x706B;</p>
<p>&#x8BBE;&#x521D;&#x59CB;&#x6B65;&#x957F;&#x4E3A;<span class="mathjax-exps">$\eta_0$</span>&#xFF0C;&#x7B2C;<span class="mathjax-exps">$t$</span>&#x6B21;&#x8FED;&#x4EE3;&#x65F6;&#x7684;&#x6B65;&#x957F;&#x4E3A;<span class="mathjax-exps">$\eta_t$</span>&#xFF0C;&#x5E38;&#x89C1;&#x7684;&#x8870;&#x51CF;&#x65B9;&#x5F0F;&#x4E3A;&#x6839;&#x636E;&#x8FED;&#x4EE3;&#x6B21;&#x6570;&#x8FDB;&#x884C;&#x8870;&#x51CF;</p>
<ul>
<li>&#x5206;&#x6BB5;&#x5E38;&#x6570;&#x8870;&#x51CF;&#xFF1A;&#x6BCF;&#x7ECF;&#x8FC7;<span class="mathjax-exps">$T_1, T_2, \ldots, T_n$</span>&#x6B21;&#x8FED;&#x4EE3;&#x6B65;&#x957F;&#x8870;&#x51CF;&#x4E3A;&#x539F;&#x6765;&#x7684;<span class="mathjax-exps">$\beta_1, \beta_2, \ldots, \beta_n$</span>&#x500D;&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$T_n$</span>&#x3001;<span class="mathjax-exps">$\beta_n &lt; 1$</span>&#x4E3A;&#x8D85;&#x53C2;&#x6570;</li>
<li>&#x9006;&#x65F6;&#x8870;&#x51CF;&#xFF1A;<span class="mathjax-exps">$\eta_t = \eta_0 / (1 + \beta * t)$</span>&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta$</span>&#x4E3A;&#x8870;&#x51CF;&#x7387;</li>
<li>&#x6307;&#x6570;&#x8870;&#x51CF;&#xFF1A;<span class="mathjax-exps">$\eta_t = \eta_0 \beta^t$</span>&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta &lt; 1$</span>&#x4E3A;&#x8870;&#x51CF;&#x7387;</li>
<li>&#x81EA;&#x7136;&#x6307;&#x6570;&#x8870;&#x51CF;&#xFF1A;<span class="mathjax-exps">$\eta_t = \eta_0 \exp(-\beta * t)$</span></li>
<li>&#x4F59;&#x5F26;&#x8870;&#x51CF;&#xFF1A;<span class="mathjax-exps">$\eta_t = \eta_0 (1 + \cos (t \pi /T) )$</span>&#xFF0C;&#x5176;&#x4E2D;<span class="mathjax-exps">$T$</span>&#x4E3A;&#x603B;&#x7684;&#x8FED;&#x4EE3;&#x6B21;&#x6570;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1533" class="slide " data-line="1533" data-h="9" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6B65;&#x957F;&#x9884;&#x70ED;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6B65;&#x957F;&#x9884;&#x70ED;&#xFF1A;</p>
<ul>
<li>&#x5728;&#x6700;&#x521D;&#x51E0;&#x8F6E;&#x8FED;&#x4EE3;&#x65F6;&#xFF0C;&#x91C7;&#x7528;&#x8F83;&#x5C0F;&#x7684;&#x6B65;&#x957F;</li>
<li>&#x7B49;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x5230;&#x4E00;&#x5B9A;&#x7A0B;&#x5EA6;&#x540E;&#x518D;&#x6062;&#x590D;&#x4E3A;&#x521D;&#x59CB;&#x6B65;&#x957F;</li>
</ul>
<br>
<p>&#x52A8;&#x673A;&#xFF1A;&#x5728;&#x8BAD;&#x7EC3;&#x521D;&#x59CB;&#x9636;&#x6BB5;&#xFF0C;&#x7531;&#x4E8E;&#x53C2;&#x6570;&#x662F;&#x968F;&#x673A;&#x521D;&#x59CB;&#x5316;&#x7684;&#xFF0C;&#x68AF;&#x5EA6;&#x5F80;&#x5F80;&#x4E5F;&#x6BD4;&#x8F83;&#x5927;&#xFF0C;&#x5982;&#x679C;&#x521D;&#x59CB;&#x6B65;&#x957F;&#x4E5F;&#x5F88;&#x5927;&#xFF0C;&#x4F1A;&#x4F7F;&#x5F97;&#x8BAD;&#x7EC3;&#x4E0D;&#x7A33;&#x5B9A;</p>
<br>
<p>&#x5047;&#x8BBE;&#x9884;&#x70ED;&#x8FED;&#x4EE3;&#x6B21;&#x6570;&#x4E3A;<span class="mathjax-exps">$T&apos;$</span>&#xFF0C;&#x521D;&#x59CB;&#x6B65;&#x957F;&#x4E3A;<span class="mathjax-exps">$\eta_0$</span>&#xFF0C;&#x5219;</p>
<div>
    $$
        \begin{align*}
            \eta&apos;_t = \frac{t}{T&apos;} \eta_0, \quad t \in [T&apos;]
        \end{align*}
    $$
</div>
<p>&#x5F53;&#x9884;&#x70ED;&#x8FC7;&#x7A0B;&#x7ED3;&#x675F;&#xFF0C;&#x518D;&#x9009;&#x62E9;&#x4E00;&#x79CD;&#x6B65;&#x957F;&#x8870;&#x51CF;&#x65B9;&#x6CD5;&#x6765;&#x9010;&#x6E10;&#x964D;&#x4F4E;&#x6B65;&#x957F;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1574" class="slide " data-line="1574" data-h="9" data-v="4">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x5468;&#x671F;&#x6027;&#x6B65;&#x957F;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5728;&#x8BAD;&#x7EC3;&#x8FC7;&#x7A0B;&#x4E2D;&#x5468;&#x671F;&#x6027;&#x5730;&#x589E;&#x5927;&#x6B65;&#x957F;</p>
<br>
<p>&#x76EE;&#x7684;&#xFF1A;&#x5728;&#x8BAD;&#x7EC3;&#x8FC7;&#x7A0B;&#x4E2D;&#x6709;&#x52A9;&#x4E8E;&#x9003;&#x79BB;<span class="blue">&#x5C16;&#x9510;&#x7684;&#x5C40;&#x90E8;&#x6700;&#x5C0F;&#x503C;&#x70B9;</span>&#x548C;<span class="blue">&#x978D;&#x70B9;</span></p>
<ul>
<li>&#x5E73;&#x5766;&#x7684;&#x5C40;&#x90E8;&#x6700;&#x5C0F;&#x503C;&#x70B9;&#xFF1A;&#x9C81;&#x68D2;&#x6027;&#x597D;&#xFF0C;&#x5FAE;&#x5C0F;&#x7684;&#x53C2;&#x6570;&#x53D8;&#x52A8;&#x4E0D;&#x4F1A;&#x5BF9;&#x6A21;&#x578B;&#x6709;&#x5267;&#x70C8;&#x5F71;&#x54CD;</li>
<li>&#x5C16;&#x9510;&#x7684;&#x5C40;&#x90E8;&#x6700;&#x5C0F;&#x503C;&#x70B9;&#xFF1A;&#x9C81;&#x68D2;&#x6027;&#x5DEE;&#xFF0C;&#x5FAE;&#x5C0F;&#x7684;&#x53C2;&#x6570;&#x53D8;&#x52A8;&#x4E5F;&#x4F1A;&#x5BFC;&#x81F4;&#x6A21;&#x578B;&#x5267;&#x70C8;&#x53D8;&#x5316;</li>
</ul>
<br>
<p>&#x5468;&#x671F;&#x6027;&#x5730;&#x589E;&#x5927;&#x6B65;&#x957F;&#x867D;&#x7136;&#x4F1A;&#x77ED;&#x671F;&#x5185;&#x4F1A;&#x635F;&#x5BB3;&#x4F18;&#x5316;&#x8FC7;&#x7A0B;&#xFF0C;&#x4F46;&#x901A;&#x5E38;&#x6700;&#x7EC8;&#x4F1A;&#x6536;&#x655B;&#x5230;&#x66F4;&#x52A0;&#x7406;&#x60F3;&#x7684;&#x5C40;&#x90E8;&#x6781;&#x5C0F;&#x503C;&#x70B9;</p>
<ul>
<li><span class="blue">&#x5FAA;&#x73AF;&#x6B65;&#x957F;</span>&#xFF1A;&#x6BCF;&#x4E2A;&#x5FAA;&#x73AF;&#x5468;&#x671F;&#x7684;&#x957F;&#x5EA6;&#x90FD;&#x4E3A;<span class="mathjax-exps">$2 \Delta T$</span>&#xFF0C;&#x524D;<span class="mathjax-exps">$\Delta T$</span>&#x8F6E;&#x6B65;&#x957F;&#x7EBF;&#x6027;&#x589E;&#x5927;&#xFF0C;&#x540E;<span class="mathjax-exps">$\Delta T$</span>&#x8F6E;&#x6B65;&#x957F;&#x7EBF;&#x6027;&#x7F29;&#x5C0F;&#xFF0C;&#x7B2C;<span class="mathjax-exps">$n$</span>&#x4E2A;&#x5468;&#x671F;&#x4E2D;&#x6B65;&#x957F;&#x7684;&#x4E0A;&#x754C;&#x548C;&#x4E0B;&#x754C;&#x968F;&#x7740;<span class="mathjax-exps">$m$</span>&#x7684;&#x589E;&#x5927;&#x800C;&#x9010;&#x6E10;&#x51CF;&#x5C0F;</li>
<li><span class="blue">&#x5E26;&#x70ED;&#x91CD;&#x542F;&#x7684; SGD</span>&#xFF1A;&#x6B65;&#x957F;&#x6BCF;&#x9694;&#x4E00;&#x5B9A;&#x5468;&#x671F;&#x540E;&#x91CD;&#x65B0;&#x521D;&#x59CB;&#x5316;&#x4E3A;&#x67D0;&#x4E2A;&#x9884;&#x5148;&#x8BBE;&#x5B9A;&#x7684;&#x503C;&#xFF0C;&#x7136;&#x540E;&#x9010;&#x6E10;&#x8870;&#x51CF;&#xFF1B;&#x6BCF;&#x6B21;&#x91CD;&#x542F;&#x540E;&#x6A21;&#x578B;&#x53C2;&#x6570;&#x4E0D;&#x662F;&#x4ECE;&#x5934;&#x5F00;&#x59CB;&#x4F18;&#x5316;&#xFF0C;&#x800C;&#x662F;&#x5728;&#x91CD;&#x542F;&#x524D;&#x7684;&#x53C2;&#x6570;&#x57FA;&#x7840;&#x4E0A;&#x7EE7;&#x7EED;&#x4F18;&#x5316;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1608" class="slide " data-line="1608" data-h="9" data-v="5">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>AdaGrad&#xFF1A;&#x7B2C;<span class="mathjax-exps">$t$</span>&#x8F6E;&#x8FED;&#x4EE3;&#x5148;&#x8BA1;&#x7B97;&#x6BCF;&#x4E2A;&#x53C2;&#x6570;<span class="blue">&#x68AF;&#x5EA6;&#x5E73;&#x65B9;&#x7684;&#x7D2F;&#x79EF;&#x503C;</span>&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \Gv_t = \sum_{\tau \in [t]} \gv_\tau \odot \gv_\tau
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\odot$</span>&#x4E3A;&#x6309;&#x5143;&#x7D20;&#x4E58;&#x79EF;&#xFF0C;<span class="mathjax-exps">$\gv_\tau \in \Rbb^{|\Wv|}$</span>&#x662F;&#x7B2C;<span class="mathjax-exps">$\tau$</span>&#x6B21;&#x8FED;&#x4EE3;&#x65F6;&#x7684;&#x68AF;&#x5EA6;</p>
<br>
<p>&#x518D;&#x5229;&#x7528;&#x7D2F;&#x79EF;&#x68AF;&#x5EA6;&#x5E73;&#x65B9;&#x505A;&#x8870;&#x51CF;&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \Wv_{t+1} \leftarrow \Wv_t - \frac{\alpha}{\sqrt{\Gv_t + \epsilon}} \odot \gv_\tau
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\alpha$</span>&#x662F;&#x521D;&#x59CB;&#x6B65;&#x957F;&#xFF0C;<span class="mathjax-exps">$\epsilon$</span>&#x662F;&#x4E3A;&#x4E86;&#x4FDD;&#x6301;&#x6570;&#x503C;&#x7A33;&#x5B9A;&#x800C;&#x8BBE;&#x7F6E;&#x7684;&#x975E;&#x5E38;&#x5C0F;&#x7684;&#x5E38;&#x6570;</p>
<br>
<p>&#x7F3A;&#x70B9;&#xFF1A;&#x7ECF;&#x8FC7;&#x4E00;&#x5B9A;&#x8F6E;&#x6570;&#x7684;&#x8FED;&#x4EE3;&#x4ECD;&#x672A;&#x627E;&#x5230;&#x6700;&#x4F18;&#x70B9;&#x65F6;&#xFF0C;&#x7531;&#x4E8E;&#x6B64;&#x65F6;&#x6B65;&#x957F;&#x5DF2;&#x7ECF;&#x975E;&#x5E38;&#x5C0F;&#xFF0C;&#x5F88;&#x96BE;&#x518D;&#x7EE7;&#x7EED;&#x627E;&#x5230;&#x6700;&#x4F18;&#x70B9;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1656" class="slide " data-line="1656" data-h="9" data-v="6">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>RMSprop&#xFF1A;&#x7B2C;<span class="mathjax-exps">$t$</span>&#x8F6E;&#x8FED;&#x4EE3;&#x5148;&#x8BA1;&#x7B97;<span class="blue">&#x68AF;&#x5EA6;&#x5E73;&#x65B9;&#x7684;&#x6307;&#x6570;&#x8870;&#x51CF;&#x79FB;&#x52A8;&#x5E73;&#x5747;</span>&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \Gv_t = \beta \Gv_{t-1} + (1 - \beta) \gv_\tau \odot \gv_\tau = (1 - \beta) \sum_{\tau \in [t]} \beta^{t - \tau} \gv_\tau \odot \gv_\tau
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta$</span>&#x4E3A;&#x8870;&#x51CF;&#x7387;&#xFF0C;&#x4E00;&#x822C;&#x53D6;&#x503C;<span class="mathjax-exps">$0.9$</span></p>
<br>
<p>RMSprop &#x7684;&#x66F4;&#x65B0;&#x516C;&#x5F0F;&#x4E3A;</p>
<div>
$$
    \begin{align*}
        \Wv_{t+1} \leftarrow \Wv_t - \frac{\alpha}{\sqrt{\Gv_t + \epsilon}} \odot \gv_\tau
    \end{align*}
$$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\alpha$</span>&#x901A;&#x5E38;&#x8BBE;&#x4E3A;<span class="mathjax-exps">$0.001$</span></p>
<br>
<p>&#x8F83; AdaGrad &#x7684;&#x4F18;&#x70B9;&#xFF1A;<span class="mathjax-exps">$\Gv_t$</span>&#x5E76;&#x975E;&#x5355;&#x8C03;&#x589E;&#x52A0;&#xFF0C;&#x6545;&#x6B65;&#x957F;&#x4E0D;&#x662F;&#x5355;&#x8C03;&#x8870;&#x51CF;&#xFF0C;&#x65E2;&#x53EF;&#x4EE5;&#x53D8;&#x5C0F;&#x4E5F;&#x53EF;&#x4EE5;&#x53D8;&#x5927;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1704" class="slide " data-line="1704" data-h="9" data-v="7">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x81EA;&#x9002;&#x5E94;&#x6B65;&#x957F;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>AdaDelta&#xFF1A;&#x8FDB;&#x4E00;&#x6B65;&#x5F15;&#x5165;<span class="blue">&#x53C2;&#x6570;&#x66F4;&#x65B0;&#x5DEE;&#x5E73;&#x65B9;&#x7684;&#x6307;&#x6570;&#x8870;&#x51CF;&#x79FB;&#x52A8;&#x5E73;&#x5747;</span>&#xFF1A;</p>
<div>
    $$
        \begin{align*}
            \Delta \Uv_{t-1}^2 = \beta \Delta \Uv_{t-2}^2 + (1 - \beta) \Delta \Wv_{t-1} \odot \Delta \Wv_{t-1}
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta$</span>&#x4E3A;&#x8870;&#x51CF;&#x7387;&#xFF0C;<span class="mathjax-exps">$\Delta \Wv_{t-1} = \Wv_t - \Wv_{t-1}$</span>&#x4E3A;&#x53C2;&#x6570;&#x66F4;&#x65B0;&#x5DEE;</p>
<br>
<p>AdaDelta &#x7684;&#x66F4;&#x65B0;&#x516C;&#x5F0F;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \Wv_{t+1} \leftarrow \Wv_t - \frac{\sqrt{\Delta \Uv_{t-1}^2 + \epsilon}}{\sqrt{\Gv_t + \epsilon}} \odot \gv_\tau
        \end{align*}
    $$
</div>
<br>
<p>&#x4F18;&#x70B9;&#xFF1A;&#x5C06; RMSprop &#x4E2D;&#x7684;&#x521D;&#x59CB;&#x6B65;&#x957F;<span class="mathjax-exps">$\alpha$</span>&#x6539;&#x4E3A;&#x52A8;&#x6001;&#x8BA1;&#x7B97;&#x7684;<span class="mathjax-exps">$\Delta \Uv_{t-1}$</span>&#xFF0C;&#x5728;&#x4E00;&#x5B9A;&#x7A0B;&#x5EA6;&#x4E0A;&#x6291;&#x5236;&#x4E86;&#x6B65;&#x957F;&#x7684;&#x6CE2;&#x52A8;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="1750" class="slide " data-line="1750" data-h="10" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x66F4;&#x65B0;&#x65B9;&#x5411;&#x8C03;&#x6574;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x52A8;&#x91CF;&#x6CD5;&#xFF1A;&#x8BA1;&#x7B97;&#x8D1F;&#x68AF;&#x5EA6;&#x7684;&#x201C;&#x52A0;&#x6743;&#x79FB;&#x52A8;&#x5E73;&#x5747;&#x201D;&#x4F5C;&#x4E3A;&#x53C2;&#x6570;&#x7684;&#x66F4;&#x65B0;&#x65B9;&#x5411;</p>
<div>
    $$
        \begin{align*}
            \Wv_{t+1} - \Wv_t = \Delta \Wv_t = \rho \Delta \Wv_{t-1} - \alpha \gv_t = - \alpha \sum_{\tau \in [t]} \rho^{t - \tau} \gv_\tau
        \end{align*}
    $$
</div>
<ul>
<li>&#x5F53;&#x67D0;&#x4E2A;&#x53C2;&#x6570;&#x5728;&#x6700;&#x8FD1;&#x4E00;&#x6BB5;&#x65F6;&#x95F4;&#x5185;&#x7684;&#x68AF;&#x5EA6;&#x65B9;&#x5411;&#x4E0D;&#x4E00;&#x81F4;&#x65F6;&#xFF0C;&#x5176;&#x771F;&#x5B9E;&#x7684;&#x66F4;&#x65B0;&#x5E45;&#x5EA6;&#x53D8;&#x5C0F;</li>
<li>&#x5F53;&#x67D0;&#x4E2A;&#x53C2;&#x6570;&#x5728;&#x6700;&#x8FD1;&#x4E00;&#x6BB5;&#x65F6;&#x95F4;&#x5185;&#x7684;&#x68AF;&#x5EA6;&#x65B9;&#x5411;&#x4E00;&#x81F4;&#x65F6;&#xFF0C;&#x5176;&#x771F;&#x5B9E;&#x7684;&#x66F4;&#x65B0;&#x5E45;&#x5EA6;&#x53D8;&#x5927;&#xFF0C;&#x8D77;&#x5230;&#x52A0;&#x901F;&#x4F5C;&#x7528;</li>
<li>&#x8FED;&#x4EE3;&#x521D;&#x671F;&#x68AF;&#x5EA6;&#x65B9;&#x5411;&#x6BD4;&#x8F83;&#x4E00;&#x81F4;&#xFF0C;&#x52A8;&#x91CF;&#x6CD5;&#x4F1A;&#x8D77;&#x5230;&#x52A0;&#x901F;&#x4F5C;&#x7528;&#xFF1B;&#x8FED;&#x4EE3;&#x540E;&#x671F;&#x68AF;&#x5EA6;&#x65B9;&#x5411;&#x4F1A;&#x8D8B;&#x4E8E;&#x4E0D;&#x4E00;&#x81F4;&#xFF0C;&#x5728;&#x6700;&#x4F18;&#x503C;&#x9644;&#x8FD1;&#x9707;&#x8361;&#xFF0C;&#x52A8;&#x91CF;&#x6CD5;&#x4F1A;&#x8D77;&#x5230;&#x51CF;&#x901F;&#x4F5C;&#x7528;&#xFF0C;&#x589E;&#x52A0;&#x7A33;&#x5B9A;&#x6027;</li>
</ul>
<br>
<p>Nesterov &#x52A0;&#x901F;&#x68AF;&#x5EA6;&#xFF1A;&#x6539;&#x8FDB;&#x52A8;&#x91CF;&#x6CD5;&#x7684;&#x7B2C;&#x4E8C;&#x6B65;</p>
<div>
    $$
        \begin{align*}
            \begin{cases} \widetilde{\Wv} = \Wv_t + \rho \Delta \Wv_{t-1} \\ \Wv_{t+1} = \widetilde{\Wv} - \alpha \class{yellow}{\gv_t (\Wv_t)} \end{cases} \Longrightarrow \begin{cases} \widetilde{\Wv} = \Wv_t + \rho \Delta \Wv_{t-1} \\ \Wv_{t+1} = \widetilde{\Wv} - \alpha \class{yellow}{\gv_t (\widetilde{\Wv})} \end{cases}
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1794" class="slide " data-line="1794" data-h="10" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x66F4;&#x65B0;&#x65B9;&#x5411;&#x8C03;&#x6574;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x52A8;&#x91CF;&#x6CD5; vs. Nesterov &#x52A0;&#x901F;&#x68AF;&#x5EA6;</p>
<img src="data:image/svg+xml;charset=utf-8;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiCiAgIHhtbG5zOnNvZGlwb2RpPSJodHRwOi8vc29kaXBvZGkuc291cmNlZm9yZ2UubmV0L0RURC9zb2RpcG9kaS0wLmR0ZCIKICAgeG1sbnM6aW5rc2NhcGU9Imh0dHA6Ly93d3cuaW5rc2NhcGUub3JnL25hbWVzcGFjZXMvaW5rc2NhcGUiCiAgIHdpZHRoPSIzMzUuODk5NTFwdCIKICAgaGVpZ2h0PSIxNDEuMzA0OTNwdCIKICAgdmlld0JveD0iMCAwIDMzNS44OTk1MSAxNDEuMzA0OTMiCiAgIHZlcnNpb249IjEuMSIKICAgaWQ9InN2ZzQwOCIKICAgc29kaXBvZGk6ZG9jbmFtZT0iYy5zdmciCiAgIGlua3NjYXBlOnZlcnNpb249IjEuMC4xICgzYmMyZTgxM2Y1LCAyMDIwLTA5LTA3KSI+CiAgPG1ldGFkYXRhCiAgICAgaWQ9Im1ldGFkYXRhNDEyIj4KICAgIDxyZGY6UkRGPgogICAgICA8Y2M6V29yawogICAgICAgICByZGY6YWJvdXQ9IiI+CiAgICAgICAgPGRjOmZvcm1hdD5pbWFnZS9zdmcreG1sPC9kYzpmb3JtYXQ+CiAgICAgICAgPGRjOnR5cGUKICAgICAgICAgICByZGY6cmVzb3VyY2U9Imh0dHA6Ly9wdXJsLm9yZy9kYy9kY21pdHlwZS9TdGlsbEltYWdlIiAvPgogICAgICAgIDxkYzp0aXRsZT48L2RjOnRpdGxlPgogICAgICA8L2NjOldvcms+CiAgICA8L3JkZjpSREY+CiAgPC9tZXRhZGF0YT4KICA8c29kaXBvZGk6bmFtZWR2aWV3CiAgICAgcGFnZWNvbG9yPSIjZmZmZmZmIgogICAgIGJvcmRlcmNvbG9yPSIjNjY2NjY2IgogICAgIGJvcmRlcm9wYWNpdHk9IjEiCiAgICAgb2JqZWN0dG9sZXJhbmNlPSIxMCIKICAgICBncmlkdG9sZXJhbmNlPSIxMCIKICAgICBndWlkZXRvbGVyYW5jZT0iMTAiCiAgICAgaW5rc2NhcGU6cGFnZW9wYWNpdHk9IjAiCiAgICAgaW5rc2NhcGU6cGFnZXNoYWRvdz0iMiIKICAgICBpbmtzY2FwZTp3aW5kb3ctd2lkdGg9IjM4NDAiCiAgICAgaW5rc2NhcGU6d2luZG93LWhlaWdodD0iMjEwNiIKICAgICBpZD0ibmFtZWR2aWV3NDEwIgogICAgIHNob3dncmlkPSJmYWxzZSIKICAgICBpbmtzY2FwZTp6b29tPSI1LjE0Mzk2MTMiCiAgICAgaW5rc2NhcGU6Y3g9IjE1MS4zNjQ4NyIKICAgICBpbmtzY2FwZTpjeT0iOTIuMTkzNDk5IgogICAgIGlua3NjYXBlOndpbmRvdy14PSIwIgogICAgIGlua3NjYXBlOndpbmRvdy15PSI1NCIKICAgICBpbmtzY2FwZTp3aW5kb3ctbWF4aW1pemVkPSIwIgogICAgIGlua3NjYXBlOmN1cnJlbnQtbGF5ZXI9InN2ZzQwOCIgLz4KICA8ZGVmcwogICAgIGlkPSJkZWZzNzkiPgogICAgPGcKICAgICAgIGlkPSJnNjgiPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgwLTAiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9IiIKICAgICAgICAgICBpZD0icGF0aDIiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgwLTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gMTAuNjU2MjUsLTYuMTI1IGMgMC4wNjI1LC0wLjE3MTg3NSAwLjA2MjUsLTAuMTg3NSAwLjM3NSwtMC4yMTg3NSBDIDExLjIzNDM3NSwtNi4zNzUgMTEuNDM3NSwtNi4zNzUgMTEuNjA5Mzc1LC02LjM3NSB2IC0wLjQ2ODc1IGMgLTAuMjgxMjUsMC4wMTU2MjUgLTAuNjI1LDAuMDMxMjUgLTEuMDc4MTI1LDAuMDMxMjUgLTAuMzc1LDAgLTAuOTg0Mzc1LDAgLTEuMzQzNzUsLTAuMDMxMjUgViAtNi4zNzUgYyAwLjI1LDAgMC43MTg3NSwwIDEuMDE1NjI1LDAuMTA5Mzc1IEwgOC40ODQzNzUsLTEuNzk2ODc1IDYuNzE4NzUsLTYuMzc1IGggMC45NTMxMjUgdiAtMC40Njg3NSBjIC0wLjM3NSwwLjAzMTI1IC0xLjMxMjUsMC4wMzEyNSAtMS43MzQzNzUsMC4wMzEyNSAtMC4zOTA2MjUsMCAtMS4xODc1LDAgLTEuNTMxMjUsLTAuMDMxMjUgViAtNi4zNzUgSCA1LjI2NTYyNSBMIDUuNjcxODc1LC01LjMxMjUgNC4zMTI1LC0xLjc5Njg3NSAyLjU0Njg3NSwtNi4zNzUgaCAwLjk2ODc1IFYgLTYuODQzNzUgQyAzLjEyNSwtNi44MTI1IDIuMTg3NSwtNi44MTI1IDEuNzY1NjI1LC02LjgxMjUgYyAtMC4zOTA2MjUsMCAtMS4xNzE4NzUsMCAtMS41MzEyNSwtMC4wMzEyNSBWIC02LjM3NSBIIDEuMDkzNzUgbCAyLjM5MDYyNSw2LjIwMzEyNSBjIDAuMDYyNSwwLjE1NjI1IDAuMTA5Mzc1LDAuMjUgMC4zNTkzNzUsMC4yNSAwLjI1LDAgMC4yODEyNSwtMC4wOTM3NSAwLjM0Mzc1LC0wLjI1IGwgMS43MzQzNzUsLTQuNSAxLjczNDM3NSw0LjUgYyAwLjA2MjUsMC4xNTYyNSAwLjA5Mzc1LDAuMjUgMC4zNDM3NSwwLjI1IDAuMjUsMCAwLjI5Njg3NSwtMC4wOTM3NSAwLjM1OTM3NSwtMC4yNSB6IG0gMCwwIgogICAgICAgICAgIGlkPSJwYXRoNSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDEtMCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iIgogICAgICAgICAgIGlkPSJwYXRoOCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDEtMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSAxLjcxODc1LC0yLjc1IGggMC43MDMxMjUgYyAwLjE0MDYyNSwwIDAuMjE4NzUsMCAwLjIxODc1LC0wLjE1NjI1IEMgMi42NDA2MjUsLTMgMi41NjI1LC0zIDIuNDM3NSwtMyBIIDEuNzgxMjUgbCAwLjI1LC0xLjAzMTI1IEMgMi4wNDY4NzUsLTQuMDYyNSAyLjA2MjUsLTQuMTA5Mzc1IDIuMDYyNSwtNC4xMjUgYyAwLC0wLjE0MDYyNSAtMC4xMDkzNzUsLTAuMjM0Mzc1IC0wLjI1LC0wLjIzNDM3NSAtMC4xNzE4NzUsMCAtMC4yNjU2MjUsMC4xMjUgLTAuMzI4MTI1LDAuMjk2ODc1IEMgMS40Mzc1LC0zLjg3NSAxLjUzMTI1LC00LjIxODc1IDEuMjE4NzUsLTMgSCAwLjUxNTYyNSBjIC0wLjEyNSwwIC0wLjIxODc1LDAgLTAuMjE4NzUsMC4xNTYyNSBDIDAuMjk2ODc1LC0yLjc1IDAuMzc1LC0yLjc1IDAuNSwtMi43NSBIIDEuMTU2MjUgTCAwLjc1LC0xLjEwOTM3NSBDIDAuNzAzMTI1LC0wLjkzNzUgMC42NDA2MjUsLTAuNjg3NSAwLjY0MDYyNSwtMC41OTM3NSBjIDAsMC40MDYyNSAwLjM1OTM3NSwwLjY1NjI1IDAuNzUsMC42NTYyNSAwLjc4MTI1LDAgMS4yMTg3NSwtMC45Njg3NSAxLjIxODc1LC0xLjA2MjUgMCwtMC4wOTM3NSAtMC4wOTM3NSwtMC4wOTM3NSAtMC4xMDkzNzUsLTAuMDkzNzUgLTAuMDkzNzUsMCAtMC4wOTM3NSwwLjAxNTYyNSAtMC4xNTYyNSwwLjE0MDYyNSAtMC4xODc1LDAuNDM3NSAtMC41NDY4NzUsMC44MjgxMjUgLTAuOTIxODc1LDAuODI4MTI1IC0wLjE1NjI1LDAgLTAuMjUsLTAuMDkzNzUgLTAuMjUsLTAuMzQzNzUgMCwtMC4wNjI1IDAuMDMxMjUsLTAuMjE4NzUgMC4wNDY4NzUsLTAuMjgxMjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDExIiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoMi0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGgxNCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDItMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA1LjE4NzUsLTEuNTc4MTI1IGMgMC4xMDkzNzUsMCAwLjI4MTI1LDAgMC4yODEyNSwtMC4xNTYyNSAwLC0wLjE4NzUgLTAuMTcxODc1LC0wLjE4NzUgLTAuMjgxMjUsLTAuMTg3NSBIIDEuMDMxMjUgYyAtMC4xMDkzNzUsMCAtMC4yODEyNSwwIC0wLjI4MTI1LDAuMTcxODc1IDAsMC4xNzE4NzUgMC4xNTYyNSwwLjE3MTg3NSAwLjI4MTI1LDAuMTcxODc1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgxNyIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDMtMCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iIgogICAgICAgICAgIGlkPSJwYXRoMjAiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGgzLTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gMi4zMjgxMjUsLTQuNDM3NSBjIDAsLTAuMTg3NSAwLC0wLjE4NzUgLTAuMjAzMTI1LC0wLjE4NzUgLTAuNDUzMTI1LDAuNDM3NSAtMS4wNzgxMjUsMC40Mzc1IC0xLjM1OTM3NSwwLjQzNzUgdiAwLjI1IGMgMC4xNTYyNSwwIDAuNjI1LDAgMSwtMC4xODc1IHYgMy41NDY4NzUgYyAwLDAuMjM0Mzc1IDAsMC4zMjgxMjUgLTAuNjg3NSwwLjMyODEyNSBIIDAuODEyNSBWIDAgYyAwLjEyNSwwIDAuOTg0Mzc1LC0wLjAzMTI1IDEuMjM0Mzc1LC0wLjAzMTI1IDAuMjE4NzUsMCAxLjA5Mzc1LDAuMDMxMjUgMS4yNSwwLjAzMTI1IFYgLTAuMjUgSCAzLjAzMTI1IGMgLTAuNzAzMTI1LDAgLTAuNzAzMTI1LC0wLjA5Mzc1IC0wLjcwMzEyNSwtMC4zMjgxMjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDIzIiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoMy0yIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJtIDMuMjE4NzUsLTEuNTc4MTI1IGggMi4xNDA2MjUgYyAwLjA5Mzc1LDAgMC4yNSwwIDAuMjUsLTAuMTU2MjUgMCwtMC4xODc1IC0wLjE1NjI1LC0wLjE4NzUgLTAuMjUsLTAuMTg3NSBIIDMuMjE4NzUgViAtNC4wNjI1IGMgMCwtMC4wNzgxMjUgMCwtMC4yNSAtMC4xNTYyNSwtMC4yNSAtMC4xNzE4NzUsMCAtMC4xNzE4NzUsMC4xNTYyNSAtMC4xNzE4NzUsMC4yNSB2IDIuMTQwNjI1IEggMC43NSBjIC0wLjA5Mzc1LDAgLTAuMjY1NjI1LDAgLTAuMjY1NjI1LDAuMTcxODc1IDAsMC4xNzE4NzUgMC4xNTYyNSwwLjE3MTg3NSAwLjI2NTYyNSwwLjE3MTg3NSBIIDIuODkwNjI1IFYgMC41NjI1IGMgMCwwLjA5Mzc1IDAsMC4yNjU2MjUgMC4xNTYyNSwwLjI2NTYyNSAwLjE3MTg3NSwwIDAuMTcxODc1LC0wLjE3MTg3NSAwLjE3MTg3NSwtMC4yNjU2MjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDI2IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNC0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGgyOSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDQtMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA0LjQwNjI1LC02Ljk1MzEyNSBjIC0wLjA2MjUsLTAuMTQwNjI1IC0wLjA5Mzc1LC0wLjE4NzUgLTAuMjY1NjI1LC0wLjE4NzUgLTAuMTU2MjUsMCAtMC4xODc1LDAuMDQ2ODc1IC0wLjI1LDAuMTg3NSBsIC0zLjM3NSw2Ljc1IEMgMC40Njg3NSwtMC4xMDkzNzUgMC40Njg3NSwtMC4wOTM3NSAwLjQ2ODc1LC0wLjA3ODEyNSAwLjQ2ODc1LDAgMC41MzEyNSwwIDAuNjg3NSwwIGggNi45MjE4NzUgYyAwLjE1NjI1LDAgMC4yMTg3NSwwIDAuMjE4NzUsLTAuMDc4MTI1IDAsLTAuMDE1NjI1IDAsLTAuMDMxMjUgLTAuMDQ2ODc1LC0wLjEyNSB6IG0gLTAuNTc4MTI1LDAuODEyNSAyLjY4NzUsNS4zOTA2MjUgaCAtNS4zNzUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDMyIiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNC0yIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSJtIDMuMjk2ODc1LDIuMzkwNjI1IGMgMCwtMC4wMzEyNSAwLC0wLjA0Njg3NSAtMC4xNzE4NzUsLTAuMjE4NzUgQyAxLjg5MDYyNSwwLjkyMTg3NSAxLjU2MjUsLTAuOTY4NzUgMS41NjI1LC0yLjUgYyAwLC0xLjczNDM3NSAwLjM3NSwtMy40Njg3NSAxLjYwOTM3NSwtNC43MDMxMjUgMC4xMjUsLTAuMTI1IDAuMTI1LC0wLjE0MDYyNSAwLjEyNSwtMC4xNzE4NzUgMCwtMC4wNzgxMjUgLTAuMDMxMjUsLTAuMTA5Mzc1IC0wLjA5Mzc1LC0wLjEwOTM3NSAtMC4xMDkzNzUsMCAtMSwwLjY4NzUgLTEuNTkzNzUsMS45NTMxMjUgLTAuNSwxLjA5Mzc1IC0wLjYyNSwyLjIwMzEyNSAtMC42MjUsMy4wMzEyNSAwLDAuNzgxMjUgMC4xMDkzNzUsMS45ODQzNzUgMC42NTYyNSwzLjEyNSBDIDIuMjUsMS44NDM3NSAzLjA5Mzc1LDIuNSAzLjIwMzEyNSwyLjUgYyAwLjA2MjUsMCAwLjA5Mzc1LC0wLjAzMTI1IDAuMDkzNzUsLTAuMTA5Mzc1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgzNSIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDQtMyI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSAyLjg3NSwtMi41IGMgMCwtMC43NjU2MjUgLTAuMTA5Mzc1LC0xLjk2ODc1IC0wLjY1NjI1LC0zLjEwOTM3NSAtMC41OTM3NSwtMS4yMTg3NSAtMS40NTMxMjUsLTEuODc1IC0xLjU0Njg3NSwtMS44NzUgLTAuMDYyNSwwIC0wLjEwOTM3NSwwLjA0Njg3NSAtMC4xMDkzNzUsMC4xMDkzNzUgMCwwLjAzMTI1IDAsMC4wNDY4NzUgMC4xODc1LDAuMjM0Mzc1IDAuOTg0Mzc1LDAuOTg0Mzc1IDEuNTQ2ODc1LDIuNTYyNSAxLjU0Njg3NSw0LjY0MDYyNSAwLDEuNzE4NzUgLTAuMzU5Mzc1LDMuNDY4NzUgLTEuNTkzNzUsNC43MTg3NSBDIDAuNTYyNSwyLjM0Mzc1IDAuNTYyNSwyLjM1OTM3NSAwLjU2MjUsMi4zOTA2MjUgMC41NjI1LDIuNDUzMTI1IDAuNjA5Mzc1LDIuNSAwLjY3MTg3NSwyLjUgMC43NjU2MjUsMi41IDEuNjcxODc1LDEuODEyNSAyLjI1LDAuNTQ2ODc1IDIuNzY1NjI1LC0wLjU0Njg3NSAyLjg3NSwtMS42NTYyNSAyLjg3NSwtMi41IFogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGgzOCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDUtMCI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iIgogICAgICAgICAgIGlkPSJwYXRoNDEiIC8+CiAgICAgIDwvc3ltYm9sPgogICAgICA8c3ltYm9sCiAgICAgICAgIG92ZXJmbG93PSJ2aXNpYmxlIgogICAgICAgICBpZD0iZ2x5cGg1LTEiPgogICAgICAgIDxwYXRoCiAgICAgICAgICAgc3R5bGU9InN0cm9rZTpub25lIgogICAgICAgICAgIGQ9Im0gMC4zMjgxMjUsMS43MTg3NSBjIC0wLjAzMTI1LDAuMTI1IC0wLjAzMTI1LDAuMTQwNjI1IC0wLjAzMTI1LDAuMTcxODc1IDAsMC4xNDA2MjUgMC4xMDkzNzUsMC4yNjU2MjUgMC4yODEyNSwwLjI2NTYyNSAwLjIwMzEyNSwwIDAuMzI4MTI1LC0wLjE4NzUgMC4zNDM3NSwtMC4yMTg3NSAwLjA2MjUsLTAuMDc4MTI1IDAuMzc1LC0xLjQyMTg3NSAwLjY0MDYyNSwtMi41IDAuMjAzMTI1LDAuNDA2MjUgMC41MTU2MjUsMC42NzE4NzUgMC45ODQzNzUsMC42NzE4NzUgQyAzLjcxODc1LDAuMTA5Mzc1IDUsLTEuMjk2ODc1IDUsLTIuNzgxMjUgYyAwLC0xLjA2MjUgLTAuNjU2MjUsLTEuNjI1IC0xLjM3NSwtMS42MjUgLTAuOTY4NzUsMCAtMi4wMTU2MjUsMSAtMi4zMTI1LDIuMjE4NzUgeiBtIDIuMjE4NzUsLTEuODI4MTI1IEMgMS44NDM3NSwtMC4xMDkzNzUgMS42ODc1LC0wLjkwNjI1IDEuNjg3NSwtMSBjIDAsLTAuMDMxMjUgMC4wNDY4NzUsLTAuMjM0Mzc1IDAuMDc4MTI1LC0wLjM1OTM3NSAwLjI4MTI1LC0xLjEyNSAwLjM3NSwtMS40ODQzNzUgMC41OTM3NSwtMS44NzUgMC40Mzc1LC0wLjczNDM3NSAwLjkzNzUsLTAuOTUzMTI1IDEuMjM0Mzc1LC0wLjk1MzEyNSAwLjM3NSwwIDAuNjg3NSwwLjI5Njg3NSAwLjY4NzUsMC45ODQzNzUgMCwwLjU0Njg3NSAtMC4yODEyNSwxLjY1NjI1IC0wLjU0Njg3NSwyLjE0MDYyNSAtMC4zMjgxMjUsMC42NDA2MjUgLTAuODEyNSwwLjk1MzEyNSAtMS4xODc1LDAuOTUzMTI1IHogbSAwLDAiCiAgICAgICAgICAgaWQ9InBhdGg0NCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDUtMiI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA0Ljc1LC0yLjM1OTM3NSBjIDAsLTEuNTYyNSAtMC45MjE4NzUsLTIuMDQ2ODc1IC0xLjY1NjI1LC0yLjA0Njg3NSAtMS4zNzUsMCAtMi42ODc1LDEuNDIxODc1IC0yLjY4NzUsMi44MjgxMjUgMCwwLjkzNzUgMC41OTM3NSwxLjY4NzUgMS42MjUsMS42ODc1IDAuNjI1LDAgMS4zNDM3NSwtMC4yMzQzNzUgMi4wOTM3NSwtMC44NDM3NSAwLjEyNSwwLjUzMTI1IDAuNDUzMTI1LDAuODQzNzUgMC45MDYyNSwwLjg0Mzc1IDAuNTMxMjUsMCAwLjg0Mzc1LC0wLjU0Njg3NSAwLjg0Mzc1LC0wLjcwMzEyNSAwLC0wLjA3ODEyNSAtMC4wNjI1LC0wLjEwOTM3NSAtMC4xMjUsLTAuMTA5Mzc1IC0wLjA2MjUsMCAtMC4wOTM3NSwwLjAzMTI1IC0wLjEyNSwwLjEwOTM3NSAtMC4xODc1LDAuNDg0Mzc1IC0wLjU0Njg3NSwwLjQ4NDM3NSAtMC41NjI1LDAuNDg0Mzc1IC0wLjMxMjUsMCAtMC4zMTI1LC0wLjc4MTI1IC0wLjMxMjUsLTEuMDE1NjI1IDAsLTAuMjAzMTI1IDAsLTAuMjM0Mzc1IDAuMTA5Mzc1LC0wLjM0Mzc1IEMgNS43OTY4NzUsLTIuNjU2MjUgNiwtMy44MTI1IDYsLTMuODEyNSA2LC0zLjg0Mzc1IDUuOTg0Mzc1LC0zLjkyMTg3NSA1Ljg3NSwtMy45MjE4NzUgYyAtMC4wOTM3NSwwIC0wLjA5Mzc1LDAuMDMxMjUgLTAuMTQwNjI1LDAuMjE4NzUgLTAuMTg3NSwwLjYyNSAtMC41MTU2MjUsMS4zNzUgLTAuOTg0Mzc1LDEuOTY4NzUgeiBtIC0wLjY1NjI1LDEuMzc1IGMgLTAuODkwNjI1LDAuNzY1NjI1IC0xLjY1NjI1LDAuODc1IC0yLjA0Njg3NSwwLjg3NSAtMC41OTM3NSwwIC0wLjkwNjI1LC0wLjQ1MzEyNSAtMC45MDYyNSwtMS4wOTM3NSAwLC0wLjQ4NDM3NSAwLjI2NTYyNSwtMS41NjI1IDAuNTc4MTI1LC0yLjA2MjUgQyAyLjE4NzUsLTQgMi43MzQzNzUsLTQuMTg3NSAzLjA3ODEyNSwtNC4xODc1IGMgMC45ODQzNzUsMCAwLjk4NDM3NSwxLjMxMjUgMC45ODQzNzUsMi4wNzgxMjUgMCwwLjM3NSAwLDAuOTUzMTI1IDAuMDMxMjUsMS4xMjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDQ3IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNi0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGg1MCIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDYtMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA2LjU2MjUsLTIuMjk2ODc1IGMgMC4xNzE4NzUsMCAwLjM1OTM3NSwwIDAuMzU5Mzc1LC0wLjIwMzEyNSAwLC0wLjE4NzUgLTAuMTg3NSwtMC4xODc1IC0wLjM1OTM3NSwtMC4xODc1IEggMS4xNzE4NzUgYyAtMC4xNzE4NzUsMCAtMC4zNDM3NSwwIC0wLjM0Mzc1LDAuMTg3NSAwLDAuMjAzMTI1IDAuMTcxODc1LDAuMjAzMTI1IDAuMzQzNzUsMC4yMDMxMjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDUzIiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoNy0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGg1NiIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDctMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0ibSA1LjI4MTI1LC0zLjY0MDYyNSBjIDAuMDQ2ODc1LC0wLjE1NjI1IDAuMDQ2ODc1LC0wLjIxODc1IDAuMDQ2ODc1LC0wLjI1IDAsLTAuMzI4MTI1IC0wLjI2NTYyNSwtMC40NTMxMjUgLTAuNDY4NzUsLTAuNDUzMTI1IC0wLjIwMzEyNSwwIC0wLjM5MDYyNSwwLjA5Mzc1IC0wLjUxNTYyNSwwLjI1IEMgNC4yMDMxMjUsLTQuMjUgMy44NzUsLTQuNSAzLjI5Njg3NSwtNC41IGMgLTEuNzY1NjI1LDAgLTIuODEyNSwxLjU2MjUgLTIuODEyNSwyLjg3NSAwLDEuMTcxODc1IDAuODkwNjI1LDEuNjI1IDEuNzUsMS42MjUgMC41MTU2MjUsMCAwLjkyMTg3NSwtMC4yMDMxMjUgMS4wOTM3NSwtMC4zMTI1IC0wLjA2MjUsMC4yNSAtMC4xMjUsMC41IC0wLjE4NzUsMC43NSBDIDMuMDc4MTI1LDAuNzM0Mzc1IDMsMS4wMzEyNSAyLjY1NjI1LDEuMzEyNSBjIC0wLjQyMTg3NSwwLjM0Mzc1IC0wLjc1LDAuMzQzNzUgLTEuMDE1NjI1LDAuMzQzNzUgLTAuMjUsMCAtMC40MjE4NzUsMCAtMC42ODc1LC0wLjA0Njg3NSAwLjI5Njg3NSwtMC4yMDMxMjUgMC4zMTI1LC0wLjUzMTI1IDAuMzEyNSwtMC41NzgxMjUgMCwtMC4yMTg3NSAtMC4xNzE4NzUsLTAuNDUzMTI1IC0wLjUsLTAuNDUzMTI1IC0wLjMyODEyNSwwIC0wLjcwMzEyNSwwLjI4MTI1IC0wLjcwMzEyNSwwLjczNDM3NSAwLDAuNjU2MjUgMC44NzUsMC43MDMxMjUgMS41NzgxMjUsMC43MDMxMjUgMC45MDYyNSwwIDIuMjgxMjUsLTAuMjE4NzUgMi41NzgxMjUsLTEuNDA2MjUgeiBNIDMuNTMxMjUsLTEuMTI1IEMgMy41LC0wLjk4NDM3NSAzLjUsLTAuOTUzMTI1IDMuMzc1LC0wLjg0Mzc1IGMgLTAuNTMxMjUsMC40ODQzNzUgLTEsMC40ODQzNzUgLTEuMDc4MTI1LDAuNDg0Mzc1IC0wLjM5MDYyNSwwIC0wLjY4NzUsLTAuMjE4NzUgLTAuNjg3NSwtMC43NSAwLC0wLjQ2ODc1IDAuMzI4MTI1LC0xLjY3MTg3NSAwLjQ4NDM3NSwtMi4wNDY4NzUgQyAyLjQzNzUsLTQgMy4wMTU2MjUsLTQuMTQwNjI1IDMuMzEyNSwtNC4xNDA2MjUgYyAwLjYwOTM3NSwwIDAuODI4MTI1LDAuNDg0Mzc1IDAuODI4MTI1LDAuNTQ2ODc1IDAsMC4wMzEyNSAwLDAuMDQ2ODc1IC0wLjAzMTI1LDAuMTU2MjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDU5IiAvPgogICAgICA8L3N5bWJvbD4KICAgICAgPHN5bWJvbAogICAgICAgICBvdmVyZmxvdz0idmlzaWJsZSIKICAgICAgICAgaWQ9ImdseXBoOC0wIj4KICAgICAgICA8cGF0aAogICAgICAgICAgIHN0eWxlPSJzdHJva2U6bm9uZSIKICAgICAgICAgICBkPSIiCiAgICAgICAgICAgaWQ9InBhdGg2MiIgLz4KICAgICAgPC9zeW1ib2w+CiAgICAgIDxzeW1ib2wKICAgICAgICAgb3ZlcmZsb3c9InZpc2libGUiCiAgICAgICAgIGlkPSJnbHlwaDgtMSI+CiAgICAgICAgPHBhdGgKICAgICAgICAgICBzdHlsZT0ic3Ryb2tlOm5vbmUiCiAgICAgICAgICAgZD0iTSA5Ljg1OTM3NSwtNy40ODQzNzUgQyA5LjU5Mzc1LC03LjM0Mzc1IDguMTQwNjI1LC02LjU5Mzc1IDYuODc1LC02LjU5Mzc1IGMgLTAuNzM0Mzc1LDAgLTEuMTcxODc1LC0wLjE4NzUgLTEuODU5Mzc1LC0wLjQ4NDM3NSAtMC40ODQzNzUsLTAuMjAzMTI1IC0wLjk2ODc1LC0wLjQwNjI1IC0xLjY1NjI1LC0wLjQwNjI1IC0xLjE3MTg3NSwwIC0yLjMyODEyNSwwLjU2MjUgLTMuMzU5Mzc1LDEuMDYyNSBsIDAuMDkzNzUsMC4yMDMxMjUgYyAwLjI4MTI1LC0wLjE0MDYyNSAxLjczNDM3NSwtMC44NzUgMywtMC44NzUgMC43MTg3NSwwIDEuMTU2MjUsMC4xNzE4NzUgMS44NDM3NSwwLjQ2ODc1IDAuNDg0Mzc1LDAuMjAzMTI1IDAuOTY4NzUsMC40MDYyNSAxLjY1NjI1LDAuNDA2MjUgMS4xNzE4NzUsMCAyLjMyODEyNSwtMC41NjI1IDMuMzU5Mzc1LC0xLjA2MjUgeiBtIDAsMCIKICAgICAgICAgICBpZD0icGF0aDY1IiAvPgogICAgICA8L3N5bWJvbD4KICAgIDwvZz4KICAgIDxjbGlwUGF0aAogICAgICAgaWQ9ImNsaXAxIj4KICAgICAgPHBhdGgKICAgICAgICAgZD0iTSAwLDAgSCAzNDMuOTQ1MzEgViAxNDQuMzIwMzEgSCAwIFogbSAwLDAiCiAgICAgICAgIGlkPSJwYXRoNzAiIC8+CiAgICA8L2NsaXBQYXRoPgogICAgPGNsaXBQYXRoCiAgICAgICBpZD0iY2xpcDIiPgogICAgICA8cGF0aAogICAgICAgICBkPSJtIDEzLDE0MCBoIDYgdiA0LjMyMDMxIGggLTYgeiBtIDAsMCIKICAgICAgICAgaWQ9InBhdGg3MyIgLz4KICAgIDwvY2xpcFBhdGg+CiAgICA8Y2xpcFBhdGgKICAgICAgIGlkPSJjbGlwMyI+CiAgICAgIDxwYXRoCiAgICAgICAgIGQ9Im0gNywxMDMgaCAxMjkgdiA0MS4zMjAzMSBIIDcgWiBtIDAsMCIKICAgICAgICAgaWQ9InBhdGg3NiIgLz4KICAgIDwvY2xpcFBhdGg+CiAgPC9kZWZzPgogIDxnCiAgICAgaWQ9Imc3NDEiCiAgICAgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTMuNTU1Mzc1MSwtMy4wMTUzNzUxKSI+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMTguMjEwOTM4LDU3LjE2Nzk2OSBjIDAsLTEuMTY3OTY5IC0wLjk0OTIxOSwtMi4xMTMyODEgLTIuMTEzMjgyLC0yLjExMzI4MSAtMS4xNjc5NjgsMCAtMi4xMTMyODEsMC45NDUzMTIgLTIuMTEzMjgxLDIuMTEzMjgxIDAsMS4xNjc5NjkgMC45NDUzMTMsMi4xMTMyODEgMi4xMTMyODEsMi4xMTMyODEgMS4xNjQwNjMsMCAyLjExMzI4MiwtMC45NDUzMTIgMi4xMTMyODIsLTIuMTEzMjgxIHogbSAwLDAiCiAgICAgICBpZD0icGF0aDg1IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iMy4zMjEwMDAxIgogICAgICAgeT0iNDguNjEyOTk5IgogICAgICAgaWQ9InVzZTg3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTUuMTY1IgogICAgICAgeT0iNTAuMTA2OTk4IgogICAgICAgaWQ9InVzZTkxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMi0xIgogICAgICAgeD0iMTguMTc0IgogICAgICAgeT0iNTAuMTA2OTk4IgogICAgICAgaWQ9InVzZTk1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0xIgogICAgICAgeD0iMjQuNDAwOTk5IgogICAgICAgeT0iNTAuMTA2OTk4IgogICAgICAgaWQ9InVzZTk5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiM1NzZlNzM7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDEzMS41OTc2NiwyOC44MjAzMTIgYyAwLC0xLjE2Nzk2OCAtMC45NDUzMiwtMi4xMTMyODEgLTIuMTEzMjksLTIuMTEzMjgxIC0xLjE2Nzk2LDAgLTIuMTEzMjgsMC45NDUzMTMgLTIuMTEzMjgsMi4xMTMyODEgMCwxLjE2Nzk2OSAwLjk0NTMyLDIuMTEzMjgyIDIuMTEzMjgsMi4xMTMyODIgMS4xNjc5NywwIDIuMTEzMjksLTAuOTQ1MzEzIDIuMTEzMjksLTIuMTEzMjgyIHogbSAwLDAiCiAgICAgICBpZD0icGF0aDEwMyIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjEyMS44MDUiCiAgICAgICB5PSIyMS4wOTYwMDEiCiAgICAgICBpZD0idXNlMTA1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTMzLjY0OTk5IgogICAgICAgeT0iMjIuNTkxIgogICAgICAgaWQ9InVzZTEwOSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDIxNi42MzY3Miw3LjU2MjUgYyAwLC0xLjE2Nzk2OSAtMC45NDUzMSwtMi4xMTMyODEgLTIuMTEzMjgsLTIuMTEzMjgxIC0xLjE2Nzk3LDAgLTIuMTEzMjgsMC45NDUzMTIgLTIuMTEzMjgsMi4xMTMyODEgMCwxLjE2NDA2MiAwLjk0NTMxLDIuMTEzMjgxIDIuMTEzMjgsMi4xMTMyODEgMS4xNjc5NywwIDIuMTEzMjgsLTAuOTQ5MjE5IDIuMTEzMjgsLTIuMTEzMjgxIHogbSAwLDAiCiAgICAgICBpZD0icGF0aDExMyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDMzMC4wMjM0NCwyMS43MzQzNzUgYyAwLC0xLjE2Nzk2OSAtMC45NDUzMiwtMi4xMTMyODEgLTIuMTEzMjgsLTIuMTEzMjgxIC0xLjE2Nzk3LDAgLTIuMTEzMjksMC45NDUzMTIgLTIuMTEzMjksMi4xMTMyODEgMCwxLjE2Nzk2OSAwLjk0NTMyLDIuMTEzMjgxIDIuMTEzMjksMi4xMTMyODEgMS4xNjc5NiwwIDIuMTEzMjgsLTAuOTQ1MzEyIDIuMTEzMjgsLTIuMTEzMjgxIHogbSAwLDAiCiAgICAgICBpZD0icGF0aDExNSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjMxNS4xODc5OSIKICAgICAgIHk9IjEzLjE4IgogICAgICAgaWQ9InVzZTExNyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjMyNy4wMzIwMSIKICAgICAgIHk9IjE0LjY3NCIKICAgICAgIGlkPSJ1c2UxMjEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTIiCiAgICAgICB4PSIzMzAuMDQxOTkiCiAgICAgICB5PSIxNC42NzQiCiAgICAgICBpZD0idXNlMTI1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0xIgogICAgICAgeD0iMzM2LjE1ODAyIgogICAgICAgeT0iMTQuNjc0IgogICAgICAgaWQ9InVzZTEyNyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDI0NC45ODQzNyw0Mi45OTYwOTQgYyAwLC0xLjE2Nzk2OSAtMC45NDUzMSwtMi4xMTMyODIgLTIuMTEzMjgsLTIuMTEzMjgyIC0xLjE2Nzk3LDAgLTIuMTEzMjgsMC45NDUzMTMgLTIuMTEzMjgsMi4xMTMyODIgMCwxLjE2NDA2MiAwLjk0NTMxLDIuMTEzMjgxIDIuMTEzMjgsMi4xMTMyODEgMS4xNjc5NywwIDIuMTEzMjgsLTAuOTQ5MjE5IDIuMTEzMjgsLTIuMTEzMjgxIHogbSAwLDAiCiAgICAgICBpZD0icGF0aDEzMSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojNTc2ZTczO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJtIDE4LjUzMTI1LDU2LjU1ODU5NCAxMDYuMDAzOTEsLTI2LjUiCiAgICAgICBpZD0icGF0aDEzMyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAxMjcuMDQ2ODgsMjkuNDI5Njg4IC00LjUyMzQ0LC0xLjAwMzkwNyAyLjAxMTcyLDEuNjMyODEzIC0xLjAwNzgyLDIuMzg2NzE4IgogICAgICAgaWQ9InBhdGgxMzUiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTEiCiAgICAgICB4PSI1NS44NjI5OTkiCiAgICAgICB5PSIzNC45NTkiCiAgICAgICBpZD0idXNlMTM3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iNjQuMTY1MDAxIgogICAgICAgeT0iMzQuOTU5IgogICAgICAgaWQ9InVzZTE0MSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9Ijc2LjAxMDAwMiIKICAgICAgIHk9IjM2LjQ1Mjk5OSIKICAgICAgIGlkPSJ1c2UxNDUiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgyLTEiCiAgICAgICB4PSI3OS4wMTg5OTciCiAgICAgICB5PSIzNi40NTI5OTkiCiAgICAgICBpZD0idXNlMTQ5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0xIgogICAgICAgeD0iODUuMjQ2MDAyIgogICAgICAgeT0iMzYuNDUyOTk5IgogICAgICAgaWQ9InVzZTE1MyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojMjM4YWQxO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1kYXNoYXJyYXk6Mi45ODg4MywgMi45ODg4MztzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0iTSAxMzEuOTIxODcsMjguMjEwOTM3IDIwOS41NzQyMiw4Ljc5Njg3NSIKICAgICAgIGlkPSJwYXRoMTU3IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiMyMzhhZDE7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDIxMi4wODU5NCw4LjE3MTg3NSAtNC41MjM0NCwtMS4wMDc4MTMgMi4wMTE3MiwxLjYzMjgxMyAtMS4wMDM5MSwyLjM5MDYyNSIKICAgICAgIGlkPSJwYXRoMTU5IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNS0xIgogICAgICAgeD0iMTUyLjUiCiAgICAgICB5PSIxMC4xNTYiCiAgICAgICBpZD0idXNlMTYxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNC0xIgogICAgICAgeD0iMTU3LjY1MSIKICAgICAgIHk9IjEwLjE1NiIKICAgICAgIGlkPSJ1c2UxNjUiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTEiCiAgICAgICB4PSIxNjUuOTUzIgogICAgICAgeT0iMTAuMTU2IgogICAgICAgaWQ9InVzZTE2OSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjE3Ny43OTgiCiAgICAgICB5PSIxMS42NSIKICAgICAgIGlkPSJ1c2UxNzMiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgyLTEiCiAgICAgICB4PSIxODAuODA3MDEiCiAgICAgICB5PSIxMS42NSIKICAgICAgIGlkPSJ1c2UxNzciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTEiCiAgICAgICB4PSIxODcuMDM0IgogICAgICAgeT0iMTEuNjUiCiAgICAgICBpZD0idXNlMTgxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLWRhc2hhcnJheToyLjk4ODgzLCAyLjk4ODgzO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJNIDIxNy4wMTU2Miw3Ljg3MTA5NCAzMjIuODQ3NjYsMjEuMTAxNTYyIgogICAgICAgaWQ9InBhdGgxODUiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMzI1LjQxNzk3LDIxLjQyMTg3NSAtMy44NTU0NywtMi41NzAzMTMgMS4yODUxNiwyLjI1IC0xLjc5Njg4LDEuODYzMjgyIgogICAgICAgaWQ9InBhdGgxODciIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2UtZGFzaGFycmF5OjIuOTg4ODMsIDIuOTg4ODM7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Ik0gMTMxLjk3NjU2LDI5LjEzMjgxMiAyMzcuODA4NTksNDIuMzYzMjgxIgogICAgICAgaWQ9InBhdGgxODkiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMjQwLjM3ODkxLDQyLjY4MzU5NCAtMy44NTU0NywtMi41NzAzMTMgMS4yODUxNSwyLjI1IC0xLjgwMDc4LDEuODYzMjgxIgogICAgICAgaWQ9InBhdGgxOTEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg2LTEiCiAgICAgICB4PSIxNjMuMDc3IgogICAgICAgeT0iNDkuMDkxOTk5IgogICAgICAgaWQ9InVzZTE5MyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDUtMiIKICAgICAgIHg9IjE3MC44MjYiCiAgICAgICB5PSI0OS4wOTE5OTkiCiAgICAgICBpZD0idXNlMTk3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNy0xIgogICAgICAgeD0iMTc3LjIzNTk5IgogICAgICAgeT0iNDkuMDkxOTk5IgogICAgICAgaWQ9InVzZTIwMSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjE4Mi42NjQ5OSIKICAgICAgIHk9IjUwLjU4NTk5OSIKICAgICAgIGlkPSJ1c2UyMDUiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNiMzg3MDA7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTIiCiAgICAgICB4PSIxODYuMTcyIgogICAgICAgeT0iNDkuMDkxOTk5IgogICAgICAgaWQ9InVzZTIwOSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjE5MC4wNDciCiAgICAgICB5PSI0OS4wOTE5OTkiCiAgICAgICBpZD0idXNlMjEzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMjAxLjg5MTAxIgogICAgICAgeT0iNTAuNTg1OTk5IgogICAgICAgaWQ9InVzZTIxNyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDQtMyIKICAgICAgIHg9IjIwNS4zOTkiCiAgICAgICB5PSI0OS4wOTE5OTkiCiAgICAgICBpZD0idXNlMjIxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLWRhc2hhcnJheToyLjk4ODgzLCAyLjk4ODgzO3N0cm9rZS1vcGFjaXR5OjEiCiAgICAgICBkPSJNIDI0NS4zMDg1OSw0Mi4zODY3MTkgMzIyLjk2MDk0LDIyLjk3MjY1NiIKICAgICAgIGlkPSJwYXRoMjI1IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiM1NzZlNzM7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDMyNS40NzI2NiwyMi4zNDM3NSAtNC41MjM0NCwtMS4wMDM5MDYgMi4wMTE3MiwxLjYzMjgxMiAtMS4wMDM5MSwyLjM4NjcxOSIKICAgICAgIGlkPSJwYXRoMjI3IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMTMxLjk5MjE5LDI4LjczMDQ2OSAxOTAuODIwMzEsLTYuODEyNSIKICAgICAgIGlkPSJwYXRoMjI5IiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOiM1NzZlNzM7ZmlsbC1vcGFjaXR5OjE7ZmlsbC1ydWxlOm5vbnplcm87c3Ryb2tlOm5vbmUiCiAgICAgICBkPSJtIDMyNS40MDIzNCwyMS44MjQyMTkgLTQuMjE4NzUsLTEuOTIxODc1IDEuNjI4OTEsMi4wMTU2MjUgLTEuNDgwNDcsMi4xMjUiCiAgICAgICBpZD0icGF0aDIzMSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDQtMSIKICAgICAgIHg9IjIxNi44NjgiCiAgICAgICB5PSIyMC4wNjUwMDEiCiAgICAgICBpZD0idXNlMjMzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iMjI1LjE3IgogICAgICAgeT0iMjAuMDY1MDAxIgogICAgICAgaWQ9InVzZTIzNyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjIzNy4wMTQwMSIKICAgICAgIHk9IjIxLjU1OSIKICAgICAgIGlkPSJ1c2UyNDEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImNsaXAtcnVsZTpub256ZXJvO2ZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMTguMjEwOTM4LDE0Mi4yMDcwMyBjIDAsLTEuMTY0MDYgLTAuOTQ5MjE5LC0yLjExMzI4IC0yLjExMzI4MiwtMi4xMTMyOCAtMS4xNjc5NjgsMCAtMi4xMTMyODEsMC45NDkyMiAtMi4xMTMyODEsMi4xMTMyOCAwLDEuMTY3OTcgMC45NDUzMTMsMi4xMTMyOCAyLjExMzI4MSwyLjExMzI4IDEuMTY0MDYzLDAgMi4xMTMyODIsLTAuOTQ1MzEgMi4xMTMyODIsLTIuMTEzMjggeiBtIDAsMCIKICAgICAgIGlkPSJwYXRoMjQ1IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iMy4zMjEwMDAxIgogICAgICAgeT0iMTMzLjY1MTk5IgogICAgICAgaWQ9InVzZTI0OSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjE1LjE2NiIKICAgICAgIHk9IjEzNS4xNDYiCiAgICAgICBpZD0idXNlMjUzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMi0xIgogICAgICAgeD0iMTguMTc0OTk5IgogICAgICAgeT0iMTM1LjE0NiIKICAgICAgIGlkPSJ1c2UyNTciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTEiCiAgICAgICB4PSIyNC40MDIiCiAgICAgICB5PSIxMzUuMTQ2IgogICAgICAgaWQ9InVzZTI2MSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAxMzEuNTk3NjYsMTEzLjg2MzI4IGMgMCwtMS4xNjc5NyAtMC45NDUzMiwtMi4xMTMyOCAtMi4xMTMyOSwtMi4xMTMyOCAtMS4xNjc5NiwwIC0yLjExMzI4LDAuOTQ1MzEgLTIuMTEzMjgsMi4xMTMyOCAwLDEuMTY0MDYgMC45NDUzMiwyLjExMzI4IDIuMTEzMjgsMi4xMTMyOCAxLjE2Nzk3LDAgMi4xMTMyOSwtMC45NDkyMiAyLjExMzI5LC0yLjExMzI4IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDI2NSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjEyMS44MDYiCiAgICAgICB5PSIxMDYuMTM2IgogICAgICAgaWQ9InVzZTI2NyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjEzMy42NTEiCiAgICAgICB5PSIxMDcuNjMiCiAgICAgICBpZD0idXNlMjcxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Im0gMjE2LjYzNjcyLDkyLjYwMTU2MiBjIDAsLTEuMTY3OTY4IC0wLjk0NTMxLC0yLjExMzI4MSAtMi4xMTMyOCwtMi4xMTMyODEgLTEuMTY3OTcsMCAtMi4xMTMyOCwwLjk0NTMxMyAtMi4xMTMyOCwyLjExMzI4MSAwLDEuMTY3OTY5IDAuOTQ1MzEsMi4xMTMyODIgMi4xMTMyOCwyLjExMzI4MiAxLjE2Nzk3LDAgMi4xMTMyOCwtMC45NDUzMTMgMi4xMTMyOCwtMi4xMTMyODIgeiBtIDAsMCIKICAgICAgIGlkPSJwYXRoMjc1IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoOC0xIgogICAgICAgeD0iMjA5LjUzOTk5IgogICAgICAgeT0iODMuODIzOTk3IgogICAgICAgaWQ9InVzZTI3NyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjIwOC41MiIKICAgICAgIHk9Ijg2LjM3MDAwMyIKICAgICAgIGlkPSJ1c2UyODEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAzMzAuMDIzNDQsMTA2Ljc3MzQ0IGMgMCwtMS4xNjQwNiAtMC45NDUzMiwtMi4xMTMyOCAtMi4xMTMyOCwtMi4xMTMyOCAtMS4xNjc5NywwIC0yLjExMzI5LDAuOTQ5MjIgLTIuMTEzMjksMi4xMTMyOCAwLDEuMTY3OTcgMC45NDUzMiwyLjExMzI4IDIuMTEzMjksMi4xMTMyOCAxLjE2Nzk2LDAgMi4xMTMyOCwtMC45NDUzMSAyLjExMzI4LC0yLjExMzI4IHogbSAwLDAiCiAgICAgICBpZD0icGF0aDI4NSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjMxNS4xODc5OSIKICAgICAgIHk9Ijk4LjIxOTAwMiIKICAgICAgIGlkPSJ1c2UyODciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgxLTEiCiAgICAgICB4PSIzMjcuMDMyMDEiCiAgICAgICB5PSI5OS43MTI5OTciCiAgICAgICBpZD0idXNlMjkxIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0yIgogICAgICAgeD0iMzMwLjA0MTk5IgogICAgICAgeT0iOTkuNzEyOTk3IgogICAgICAgaWQ9InVzZTI5NSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDMtMSIKICAgICAgIHg9IjMzNi4xNTgwMiIKICAgICAgIHk9Ijk5LjcxMjk5NyIKICAgICAgIGlkPSJ1c2UyOTciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImNsaXAtcnVsZTpub256ZXJvO2ZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0ibSAxOC41MzEyNSwxNDEuNTk3NjYgMTA2LjAwMzkxLC0yNi41IgogICAgICAgaWQ9InBhdGgzMDEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMTI3LjA0Njg4LDExNC40NzI2NiAtNC41MjM0NCwtMS4wMDc4MiAyLjAxMTcyLDEuNjMyODIgLTEuMDA3ODIsMi4zODY3MiIKICAgICAgIGlkPSJwYXRoMzA1IiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNC0xIgogICAgICAgeD0iNTUuODYyOTk5IgogICAgICAgeT0iMTE5Ljk5OCIKICAgICAgIGlkPSJ1c2UzMDciCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgwLTEiCiAgICAgICB4PSI2NC4xNjUwMDEiCiAgICAgICB5PSIxMTkuOTk4IgogICAgICAgaWQ9InVzZTMxMSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9Ijc2LjAxMDAwMiIKICAgICAgIHk9IjEyMS40OTMiCiAgICAgICBpZD0idXNlMzE1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMi0xIgogICAgICAgeD0iNzkuMDE4OTk3IgogICAgICAgeT0iMTIxLjQ5MyIKICAgICAgIGlkPSJ1c2UzMTkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgzLTEiCiAgICAgICB4PSI4NS4yNDYwMDIiCiAgICAgICB5PSIxMjEuNDkzIgogICAgICAgaWQ9InVzZTMyMyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojMjM4YWQxO3N0cm9rZS13aWR0aDowLjc5NzAxO3N0cm9rZS1saW5lY2FwOmJ1dHQ7c3Ryb2tlLWxpbmVqb2luOm1pdGVyO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS1kYXNoYXJyYXk6Mi45ODg4MywgMi45ODg4MztzdHJva2Utb3BhY2l0eToxIgogICAgICAgZD0iTSAxMzEuOTIxODcsMTEzLjI1MzkxIDIwOS41NzQyMiw5My44Mzk4NDQiCiAgICAgICBpZD0icGF0aDMyNyIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojMjM4YWQxO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAyMTIuMDg1OTQsOTMuMjEwOTM4IC00LjUyMzQ0LC0xLjAwMzkwNyAyLjAxMTcyLDEuNjMyODEzIC0xLjAwMzkxLDIuMzg2NzE4IgogICAgICAgaWQ9InBhdGgzMjkiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg1LTEiCiAgICAgICB4PSIxNTIuNSIKICAgICAgIHk9Ijk1LjE5NSIKICAgICAgIGlkPSJ1c2UzMzEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTEiCiAgICAgICB4PSIxNTcuNjUxIgogICAgICAgeT0iOTUuMTk1IgogICAgICAgaWQ9InVzZTMzNSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjE2NS45NTMiCiAgICAgICB5PSI5NS4xOTUiCiAgICAgICBpZD0idXNlMzM5IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMS0xIgogICAgICAgeD0iMTc3Ljc5OCIKICAgICAgIHk9Ijk2LjY4OTAwMyIKICAgICAgIGlkPSJ1c2UzNDMiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgyLTEiCiAgICAgICB4PSIxODAuODA3MDEiCiAgICAgICB5PSI5Ni42ODkwMDMiCiAgICAgICBpZD0idXNlMzQ3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMy0xIgogICAgICAgeD0iMTg3LjAzNCIKICAgICAgIHk9Ijk2LjY4OTAwMyIKICAgICAgIGlkPSJ1c2UzNTEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6bm9uZTtzdHJva2U6IzU3NmU3MztzdHJva2Utd2lkdGg6MC43OTcwMTtzdHJva2UtbGluZWNhcDpidXR0O3N0cm9rZS1saW5lam9pbjptaXRlcjtzdHJva2UtbWl0ZXJsaW1pdDoxMDtzdHJva2UtZGFzaGFycmF5OjIuOTg4ODMsIDIuOTg4ODM7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Ik0gMjE3LjAxNTYyLDkyLjkxNDA2MiAzMjIuODQ3NjYsMTA2LjE0MDYzIgogICAgICAgaWQ9InBhdGgzNTUiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZpbGw6IzU3NmU3MztmaWxsLW9wYWNpdHk6MTtmaWxsLXJ1bGU6bm9uemVybztzdHJva2U6bm9uZSIKICAgICAgIGQ9Im0gMzI1LjQxNzk3LDEwNi40NjQ4NCAtMy44NTU0NywtMi41NzAzMSAxLjI4NTE2LDIuMjQ2MSAtMS43OTY4OCwxLjg2MzI4IgogICAgICAgaWQ9InBhdGgzNTciIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg2LTEiCiAgICAgICB4PSIyNDkuNzkxIgogICAgICAgeT0iOTEuNDg2IgogICAgICAgaWQ9InVzZTM1OSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDUtMiIKICAgICAgIHg9IjI1Ny41MzkiCiAgICAgICB5PSI5MS40ODYiCiAgICAgICBpZD0idXNlMzYzIgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNy0xIgogICAgICAgeD0iMjYzLjk0OTAxIgogICAgICAgeT0iOTEuNDg2IgogICAgICAgaWQ9InVzZTM2NyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDEtMSIKICAgICAgIHg9IjI2OS4zNzc5OSIKICAgICAgIHk9IjkyLjk4MDAwMyIKICAgICAgIGlkPSJ1c2UzNzEiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNiMzg3MDA7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTIiCiAgICAgICB4PSIyNzIuODg1OTkiCiAgICAgICB5PSI5MS40ODYiCiAgICAgICBpZD0idXNlMzc1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoOC0xIgogICAgICAgeD0iMjc3Ljc4MTAxIgogICAgICAgeT0iODguOTQwMDAyIgogICAgICAgaWQ9InVzZTM3OSIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2IzODcwMDtmaWxsLW9wYWNpdHk6MSIgLz4KICAgIDx1c2UKICAgICAgIHhsaW5rOmhyZWY9IiNnbHlwaDAtMSIKICAgICAgIHg9IjI3Ni43NjAwMSIKICAgICAgIHk9IjkxLjQ4NiIKICAgICAgIGlkPSJ1c2UzODMiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNiMzg3MDA7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGg0LTMiCiAgICAgICB4PSIyODguNzY0MDEiCiAgICAgICB5PSI5MS40ODYiCiAgICAgICBpZD0idXNlMzg3IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojYjM4NzAwO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmaWxsOm5vbmU7c3Ryb2tlOiM1NzZlNzM7c3Ryb2tlLXdpZHRoOjAuNzk3MDE7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW1pdGVybGltaXQ6MTA7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgIGQ9Ik0gMTMxLjk5MjE5LDExMy43NzM0NCAzMjIuODEyNSwxMDYuOTU3MDMiCiAgICAgICBpZD0icGF0aDM5MSIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZmlsbDojNTc2ZTczO2ZpbGwtb3BhY2l0eToxO2ZpbGwtcnVsZTpub256ZXJvO3N0cm9rZTpub25lIgogICAgICAgZD0ibSAzMjUuNDAyMzQsMTA2Ljg2MzI4IC00LjIxODc1LC0xLjkyMTg3IDEuNjI4OTEsMi4wMTU2MiAtMS40ODA0NywyLjEyNSIKICAgICAgIGlkPSJwYXRoMzkzIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoNC0xIgogICAgICAgeD0iMjE2Ljg2OCIKICAgICAgIHk9IjEyMS44NjkiCiAgICAgICBpZD0idXNlMzk1IgogICAgICAgd2lkdGg9IjEwMCUiCiAgICAgICBoZWlnaHQ9IjEwMCUiCiAgICAgICBzdHlsZT0iZmlsbDojZDEzNTdmO2ZpbGwtb3BhY2l0eToxIiAvPgogICAgPHVzZQogICAgICAgeGxpbms6aHJlZj0iI2dseXBoMC0xIgogICAgICAgeD0iMjI1LjE3IgogICAgICAgeT0iMTIxLjg2OSIKICAgICAgIGlkPSJ1c2UzOTkiCiAgICAgICB3aWR0aD0iMTAwJSIKICAgICAgIGhlaWdodD0iMTAwJSIKICAgICAgIHN0eWxlPSJmaWxsOiNkMTM1N2Y7ZmlsbC1vcGFjaXR5OjEiIC8+CiAgICA8dXNlCiAgICAgICB4bGluazpocmVmPSIjZ2x5cGgxLTEiCiAgICAgICB4PSIyMzcuMDE0MDEiCiAgICAgICB5PSIxMjMuMzYzIgogICAgICAgaWQ9InVzZTQwMyIKICAgICAgIHdpZHRoPSIxMDAlIgogICAgICAgaGVpZ2h0PSIxMDAlIgogICAgICAgc3R5bGU9ImZpbGw6I2QxMzU3ZjtmaWxsLW9wYWNpdHk6MSIgLz4KICA8L2c+Cjwvc3ZnPgo=" style="margin-top:5%;" height="300px">
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1816" class="slide " data-line="1816" data-h="10" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x66F4;&#x65B0;&#x65B9;&#x5411;&#x8C03;&#x6574;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>Adam(<u>Ada</u>ptive <u>M</u>oment Estimation)&#xFF1A;&#x52A8;&#x91CF;&#x6CD5;&#x548C; RMSprop &#x7684;&#x7ED3;&#x5408;</p>
<div>
    $$
        \begin{align*}
            \Mv_t &amp; = \beta_1 \Mv_{t-1} + (1 - \beta_1) \gv_t = (1 - \beta_1) \sum_{\tau \in [t]} \beta_1^{t - \tau} \gv_\tau \\
            \Gv_t &amp; = \beta_2 \Gv_{t-1} + (1 - \beta_2) \gv_t \odot \gv_t = (1 - \beta_2) \sum_{\tau \in [t]} \beta_2^{t - \tau} \gv_\tau \odot \gv_\tau
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\beta_1$</span>&#x3001;<span class="mathjax-exps">$\beta_2$</span>&#x4E3A;&#x8870;&#x51CF;&#x7387;&#xFF0C;&#x4E00;&#x822C;&#x53D6;&#x503C;<span class="mathjax-exps">$\beta_1 = 0.9$</span>&#x3001;<span class="mathjax-exps">$\beta_2 = 0.99$</span></p>
<br>
<div>
    $$
        \begin{align*}
            \Ebb [\Mv_t] &amp; = (1 - \beta_1) \sum_{\tau \in [t]} \beta_1^{t - \tau} \Ebb [\gv_\tau] = (1 - \beta_1^t) \Ebb [\gv_\tau] \\
            \Ebb [\Gv_t] &amp; = (1 - \beta_2) \sum_{\tau \in [t]} \beta_2^{t - \tau} \Ebb [\gv_\tau \odot \gv_\tau] = (1 - \beta_2^t) \Ebb [\gv_\tau \odot \gv_\tau]
        \end{align*}
    $$
</div>
<p>&#x56E0;&#x6B64;<span class="mathjax-exps">$\widetilde{\Mv}_t = \Mv_t / (1 - \beta_1^t)$</span>&#x53EF;&#x4EE5;&#x770B;&#x4F5C;&#x4E00;&#x9636;&#x77E9;&#xFF0C;<span class="mathjax-exps">$\widetilde{\Gv}_t = \Gv_t / (1 - \beta_2^t)$</span>&#x4E3A;&#x4E8C;&#x9636;&#x77E9;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1860" class="slide " data-line="1860" data-h="10" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x66F4;&#x65B0;&#x65B9;&#x5411;&#x8C03;&#x6574;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>Adam &#x7684;&#x66F4;&#x65B0;&#x516C;&#x5F0F;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            \Wv_{t+1} \leftarrow \Wv_t - \frac{\alpha}{\sqrt{\widetilde{\Gv}_t + \epsilon}} \odot \widetilde{\Mv}_t
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\alpha$</span>&#x901A;&#x5E38;&#x8BBE;&#x4E3A;<span class="mathjax-exps">$0.001$</span>&#xFF0C;&#x4E5F;&#x53EF;&#x4EE5;&#x8FDB;&#x884C;&#x8870;&#x51CF;&#xFF0C;&#x4F8B;&#x5982;<span class="mathjax-exps">$\alpha_t = \alpha / \sqrt{t}$</span></p>
<br>
<p>&#x5982;&#x679C;&#x5C06; NAG &#x548C; RMSprop &#x7684;&#x7ED3;&#x5408;&#xFF0C;&#x5219;&#x5F97;&#x5230; Nadam</p>
<br>
<p>&#x5BF9;&#x4E8E;&#x6DF1;&#x5C42;&#x7F51;&#x7EDC;&#xFF0C;&#x5728;&#x57FA;&#x4E8E;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x7684;&#x8BAD;&#x7EC3;&#x8FC7;&#x7A0B;&#x4E2D;&#xFF0C;&#x9664;&#x4E86;&#x68AF;&#x5EA6;&#x6D88;&#x5931;&#xFF0C;&#x4E5F;&#x4F1A;&#x51FA;&#x73B0;&#x68AF;&#x5EA6;&#x7206;&#x70B8;&#xFF0C;&#x6B64;&#x65F6;&#x53EF;&#x8FDB;&#x884C;&#x68AF;&#x5EA6;&#x622A;&#x65AD;</p>
<ul>
<li>&#x6309;&#x503C;&#x622A;&#x65AD;&#xFF1A;<span class="mathjax-exps">$\gv_t = \max \{ \min \{ \gv_t, b \}, a \}$</span></li>
<li>&#x6309;&#x6A21;&#x622A;&#x65AD;&#xFF1A;<span class="mathjax-exps">$\gv_t = b ~ \gv_t / \| \gv_t \|$</span></li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="1901" class="slide " data-line="1901" data-h="11" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x8BAD;&#x7EC3;&#x6280;&#x5DE7;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x8BAD;&#x7EC3;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x6709;&#x5F88;&#x591A;&#x5947;&#x6280;&#x6DEB;&#x5DE7;</p>
<ul>
<li>&#x53C2;&#x6570;&#x521D;&#x59CB;&#x5316;</li>
<li>&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;</li>
<li>&#x9010;&#x5C42;&#x5F52;&#x4E00;&#x5316;</li>
<li>&#x8D85;&#x53C2;&#x6570;&#x9009;&#x62E9;</li>
<li>&#x6743;&#x91CD;&#x8870;&#x51CF;</li>
<li>&#x63D0;&#x524D;&#x505C;&#x6B62;</li>
<li>&#x968F;&#x673A;&#x4E22;&#x5F03;</li>
<li>&#x6570;&#x636E;&#x589E;&#x5F3A;</li>
<li>Mixup</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1931" class="slide " data-line="1931" data-h="11" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x53C2;&#x6570;&#x521D;&#x59CB;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x611F;&#x77E5;&#x673A;&#x3001;&#x652F;&#x6301;&#x5411;&#x91CF;&#x673A;&#x3001;&#x5BF9;&#x6570;&#x51E0;&#x7387;&#x56DE;&#x5F52;&#x7684;<span class="mathjax-exps">$\wv$</span>&#x901A;&#x5E38;&#x521D;&#x59CB;&#x5316;&#x4E3A;&#x96F6;</p>
<br>
<p>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;<span class="mathjax-exps">$\Wv$</span>&#x5982;&#x679C;&#x5168;&#x90E8;&#x521D;&#x59CB;&#x5316;&#x4E3A;&#x96F6;&#xFF0C;&#x5728;&#x7B2C;&#x4E00;&#x904D;&#x524D;&#x5411;&#x8BA1;&#x7B97;&#x65F6;&#xFF0C;&#x6240;&#x6709;&#x7684;&#x9690;&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x6FC0;&#x6D3B;&#x503C;&#x90FD;&#x76F8;&#x540C;&#xFF0C;&#x8FD9;&#x6837;&#x4F1A;&#x5BFC;&#x81F4;&#x6DF1;&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x6CA1;&#x6709;&#x533A;&#x5206;&#x6027;</p>
<br>
<p>&#x65B9;&#x6848;&#xFF1A;&#x968F;&#x673A;&#x521D;&#x59CB;&#x5316;</p>
<br>
<p>&#x7B56;&#x7565;&#xFF1A;<span class="blue">&#x4FDD;&#x6301;&#x6BCF;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x8F93;&#x5165;&#x548C;&#x8F93;&#x51FA;&#x7684;&#x65B9;&#x5DEE;&#x4E00;&#x81F4;</span></p>
<br>
<p>&#x8003;&#x8651;&#x7B2C;<span class="mathjax-exps">$l$</span>&#x5C42;&#x7684;&#x9690;&#x85CF;&#x795E;&#x7ECF;&#x5143;<span class="mathjax-exps">$z$</span>&#xFF0C;&#x5176;&#x63A5;&#x53D7;&#x524D;&#x4E00;&#x5C42;<span class="mathjax-exps">$n_{l-1}$</span>&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x8F93;&#x51FA;<span class="mathjax-exps">$a_1, \ldots, a_{n_{l-1}}$</span>&#x4F5C;&#x4E3A;&#x8F93;&#x5165;</p>
<div>
    $$
        \begin{align*}
            z = \sum_{i \in [n_{l-1}]} w_i a_i
        \end{align*}
    $$
</div>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="1975" class="slide " data-line="1975" data-h="11" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x53C2;&#x6570;&#x521D;&#x59CB;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5047;&#x8BBE;<span class="mathjax-exps">$w_i$</span>&#x548C;<span class="mathjax-exps">$a_i$</span>&#x7684;&#x5747;&#x503C;&#x90FD;&#x4E3A;<span class="mathjax-exps">$0$</span>&#xFF0C;&#x5E76;&#x4E14;&#x4E92;&#x76F8;&#x72EC;&#x7ACB;&#xFF0C;&#x5219;<span class="mathjax-exps">$z$</span>&#x7684;&#x65B9;&#x5DEE;&#x4E3A;</p>
<div>
$$
    \begin{align*}
        \var[z] = \sum_{i \in [n_{l-1}]} \var[w_i] \var[a_i] = n_{l-1} \var[w_i] \var[a_i]
    \end{align*}
$$
</div>
<br>
<p>&#x82E5;&#x60F3;&#x4FDD;&#x6301;&#x6BCF;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x7684;&#x8F93;&#x5165;&#x548C;&#x8F93;&#x51FA;&#x7684;&#x65B9;&#x5DEE;&#x4E00;&#x81F4;&#xFF0C;&#x5219;&#x6709;<span class="mathjax-exps">$\var[w_i] = 1 / n_{l-1}$</span></p>
<br>
<p>&#x540C;&#x7406;&#x5728;&#x53CD;&#x5411;&#x4F20;&#x64AD;&#x4E2D;&#xFF0C;&#x82E5;&#x60F3;&#x8BEF;&#x5DEE;&#x4FE1;&#x53F7;&#x4E5F;&#x4E0D;&#x88AB;&#x653E;&#x5927;&#x6216;&#x7F29;&#x5C0F;&#xFF0C;&#x9700;&#x5C06;<span class="mathjax-exps">$w_i$</span>&#x7684;&#x65B9;&#x5DEE;&#x4FDD;&#x6301;&#x4E3A;<span class="mathjax-exps">$\var[w_i] = 1 / n_l$</span></p>
<br>
<p>&#x4E24;&#x76F8;&#x6298;&#x4E2D;&#xFF0C;&#x53EF;&#x4EE5;&#x8BBE;&#x7F6E;<span class="mathjax-exps">$\var[w_i] = 2 / (n_l + n_{l-1})$</span></p>
<ul>
<li><span class="blue">&#x6B63;&#x6001;&#x5206;&#x5E03;&#x521D;&#x59CB;&#x5316;</span>&#xFF0C;<span class="mathjax-exps">$\Ncal (0, \sqrt{2 / (n_l + n_{l-1})})$</span></li>
<li><span class="blue">&#x5747;&#x5300;&#x5206;&#x5E03;&#x521D;&#x59CB;&#x5316;</span>&#xFF0C;&#x82E5;&#x5206;&#x5E03;&#x533A;&#x95F4;&#x4E3A;<span class="mathjax-exps">$[-r,r]$</span>&#xFF0C;&#x5219;<span class="mathjax-exps">$r = \sqrt{6 / (n_l + n_{l-1})}$</span></li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2018" class="slide " data-line="2018" data-h="11" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6570;&#x636E;&#x9884;&#x5904;&#x7406;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x539F;&#x59CB;&#x6BCF;&#x4E00;&#x7EF4;&#x7279;&#x5F81;&#x7531;&#x4E8E;&#x6765;&#x6E90;&#x3001;&#x5EA6;&#x91CF;&#x4E0D;&#x540C;&#xFF0C;&#x53D6;&#x503C;&#x8303;&#x56F4;&#x53EF;&#x80FD;&#x5DEE;&#x5F02;&#x5F88;&#x5927;</p>
<br>
<p><span class="blue">&#x7F29;&#x653E;&#x5F52;&#x4E00;&#x5316;</span>&#xFF1A;&#x5C06;&#x6BCF;&#x4E00;&#x7EF4;&#x7279;&#x5F81;&#x7684;&#x53D6;&#x503C;&#x8303;&#x56F4;&#x5F52;&#x4E00;&#x5316;&#x5230;<span class="mathjax-exps">$[0, 1]$</span>&#x6216;<span class="mathjax-exps">$[&#x2212;1, 1]$</span>&#x4E4B;&#x95F4;</p>
<div>
    $$
        \begin{align*}
            \hat{x}_j = \frac{x_j - \min_i x_i}{\max_i x_i - \min_i x_i}
        \end{align*}
    $$
</div>
<br>
<p><span class="blue">&#x6807;&#x51C6;&#x5F52;&#x4E00;&#x5316;</span>&#xFF1A;&#x5C06;&#x6BCF;&#x4E00;&#x7EF4;&#x7279;&#x5F81;&#x5904;&#x7406;&#x6210;&#x7B26;&#x5408;&#x6807;&#x51C6;&#x6B63;&#x6001;&#x5206;&#x5E03;</p>
<div>
    $$
        \begin{align*}
            \hat{x}_j = \frac{x_j - \mu}{\sigma}
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$\mu$</span>&#x3001;<span class="mathjax-exps">$\sigma$</span>&#x5206;&#x522B;&#x4E3A;&#x8BE5;&#x7EF4;&#x7684;&#x5747;&#x503C;&#x3001;&#x6807;&#x51C6;&#x5DEE;</p>
<br>
<p><span class="blue">&#x767D;&#x5316;</span>&#xFF1A;&#x5229;&#x7528; PCA &#x4F7F;&#x6570;&#x636E;&#x7684;&#x4E0D;&#x540C;&#x7EF4;&#x5EA6;&#x53BB;&#x76F8;&#x5173;&#xFF0C;&#x4E14;&#x6BCF;&#x4E2A;&#x7EF4;&#x5EA6;&#x7684;&#x65B9;&#x5DEE;&#x4E3A;<span class="mathjax-exps">$1$</span></p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes="&#x5176;&#x4E2D;&#x56E0;&#x4E3A;BN&#x672C;&#x8EAB;&#x5177;&#x6709;&#x5E73;&#x79FB;&#x53D8;&#x6362;&#xFF0C;&#x56E0;&#x6B64;&#x4EFF;&#x5C04;&#x53D8;&#x6362;$Wv av_l$&#x4E0D;&#x518D;&#x9700;&#x8981;&#x504F;&#x7F6E;$bv_l$" lineno="2068" class="slide " data-line="2068" data-h="11" data-v="4">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x9010;&#x5C42;&#x5F52;&#x4E00;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5728;&#x4F7F;&#x7528;&#x968F;&#x673A;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x6765;&#x8BAD;&#x7EC3;&#x7F51;&#x7EDC;&#x65F6;</p>
<ul>
<li>&#x6BCF;&#x6B21;&#x53C2;&#x6570;&#x66F4;&#x65B0;&#x90FD;&#x4F1A;&#x5BFC;&#x81F4;&#x7F51;&#x7EDC;&#x4E2D;&#x95F4;&#x6BCF;&#x4E00;&#x5C42;&#x7684;&#x8F93;&#x5165;&#x7684;&#x5206;&#x5E03;&#x53D1;&#x751F;&#x6539;&#x53D8;</li>
<li>&#x8D8A;&#x6DF1;&#x7684;&#x5C42;&#x7684;&#x8F93;&#x5165;&#x5206;&#x5E03;&#x4F1A;&#x6539;&#x53D8;&#x5F97;&#x8D8A;&#x660E;&#x663E;</li>
</ul>
<br>
<p>&#x5982;&#x679C;&#x67D0;&#x4E2A;&#x795E;&#x7ECF;&#x5C42;&#x7684;&#x8F93;&#x5165;&#x5206;&#x5E03;&#x53D1;&#x751F;&#x4E86;&#x6539;&#x53D8;&#xFF0C;&#x90A3;&#x4E48;&#x5176;&#x53C2;&#x6570;&#x9700;&#x8981;&#x91CD;&#x65B0;&#x5B66;&#x4E60;</p>
<br>
<p><span class="blue">&#x6279;&#x91CF;&#x5F52;&#x4E00;&#x5316;</span>(Batch Normalization, BN)&#xFF1A;&#x9010;&#x5C42;&#x5C06;&#x5404;&#x4E2A;&#x795E;&#x7ECF;&#x5143;<span class="mathjax-exps">$z$</span>&#x5F52;&#x4E00;&#x5316;&#x5230;&#x6807;&#x51C6;&#x6B63;&#x6001;&#x5206;&#x5E03;</p>
<div>
    $$
        \begin{align*}
            \hat{z} = \frac{z - \Ebb[z]}{\sqrt{\var [z] + \epsilon}}
        \end{align*}
    $$
</div>
<p><span class="mathjax-exps">$z$</span>&#x7684;&#x671F;&#x671B;&#x548C;&#x65B9;&#x5DEE;&#x901A;&#x5E38;&#x7528;&#x5F53;&#x524D;&#x5C0F;&#x6279;&#x91CF;&#x6837;&#x672C;&#x96C6;&#x7684;&#x5747;&#x503C;&#x548C;&#x65B9;&#x5DEE;&#x8FD1;&#x4F3C;&#x4F30;&#x8BA1;</p>
<br>
<p>&#x6279;&#x91CF;&#x5F52;&#x4E00;&#x5316;&#x64CD;&#x4F5C;&#x53EF;&#x4EE5;&#x770B;&#x4F5C;&#x4E00;&#x4E2A;&#x7279;&#x6B8A;&#x7684;&#x5C42;&#xFF0C;&#x52A0;&#x5728;&#x6BCF;&#x4E00;&#x5C42;&#x975E;&#x7EBF;&#x6027;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x524D;&#xFF1A;<span class="mathjax-exps">$\av_{l+1} = h(\mathrm{BN} (\Wv \av_l))$</span></p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2113" class="slide " data-line="2113" data-h="11" data-v="5">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x9010;&#x5C42;&#x5F52;&#x4E00;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6279;&#x91CF;&#x5F52;&#x4E00;&#x5316;&#xFF1A;&#x9488;&#x5BF9;&#x5355;&#x4E2A;&#x795E;&#x7ECF;&#x5143;</p>
<ul>
<li>&#x8981;&#x6C42;&#x5C0F;&#x6279;&#x91CF;&#x6837;&#x672C;&#x6570;&#x4E0D;&#x80FD;&#x592A;&#x5C0F;&#xFF0C;&#x5426;&#x5219;&#x96BE;&#x4EE5;&#x5F97;&#x5230;&#x5355;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x8F83;&#x51C6;&#x786E;&#x7684;&#x7EDF;&#x8BA1;&#x4FE1;&#x606F;</li>
</ul>
<p>&#x5C42;&#x5F52;&#x4E00;&#x5316;&#xFF1A;&#x9488;&#x5BF9;&#x4E00;&#x5C42;&#x7684;&#x6240;&#x6709;&#x795E;&#x7ECF;&#x5143;</p>
<br>
<p>&#x8BBE;&#x5C0F;&#x6279;&#x91CF;&#x6837;&#x672C;&#x6570;&#x4E3A;<span class="mathjax-exps">$k$</span>&#xFF0C;&#x8BE5;&#x5C42;&#x795E;&#x7ECF;&#x5143;&#x6570;&#x4E3A;<span class="mathjax-exps">$n$</span></p>
<div>
    $$
        \begin{align*}
            \begin{bmatrix}
                z_{11} &amp; z_{12} &amp; \cdots &amp; z_{1n} \\
                z_{21} &amp; z_{22} &amp; \cdots &amp; z_{2n} \\
                \vdots &amp; \vdots &amp; \ddots &amp; \vdots \\
                z_{k1} &amp; z_{k2} &amp; \cdots &amp; z_{kn} \\
            \end{bmatrix}
        \end{align*}
    $$
</div>
<br>
<ul>
<li>&#x6279;&#x91CF;&#x5F52;&#x4E00;&#x5316;&#xFF1A;&#x5BF9;&#x5217;&#x505A;&#x5F52;&#x4E00;&#x5316;</li>
<li>&#x5C42;&#x5F52;&#x4E00;&#x5316;&#xFF1A;&#x5BF9;&#x884C;&#x505A;&#x5F52;&#x4E00;&#x5316;&#xFF0C;&#x7528;&#x4E8E;&#x5C0F;&#x6279;&#x91CF;&#x6837;&#x672C;&#x6570;&#x8F83;&#x5C0F;&#x7684;&#x65F6;&#x5019;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="2159" class="slide " data-line="2159" data-h="12" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x8D85;&#x53C2;&#x6570;&#x9009;&#x62E9;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x8D85;&#x53C2;&#x6570;&#x5BF9;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x6027;&#x80FD;&#x5F71;&#x54CD;&#x5F88;&#x5927;&#xFF0C;&#x5E38;&#x89C1;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x6709;</p>
<ul>
<li>&#x7F51;&#x7EDC;&#x7ED3;&#x6784;&#xFF1A;&#x795E;&#x7ECF;&#x5143;&#x4E4B;&#x95F4;&#x7684;&#x8FDE;&#x63A5;&#x5173;&#x7CFB;&#x3001;&#x5C42;&#x6570;&#x3001;&#x6BCF;&#x5C42;&#x7684;&#x795E;&#x7ECF;&#x5143;&#x6570;&#x91CF;&#x3001;&#x6FC0;&#x6D3B;&#x51FD;&#x6570;&#x7C7B;&#x578B;</li>
<li>&#x4F18;&#x5316;&#x53C2;&#x6570;&#xFF1A;&#x4F18;&#x5316;&#x65B9;&#x6CD5;&#x3001;&#x6B65;&#x957F;&#x3001;&#x5C0F;&#x6279;&#x91CF;&#x6837;&#x672C;&#x6570;</li>
<li>&#x6B63;&#x5219;&#x5316;&#x7CFB;&#x6570;</li>
</ul>
<br>
<p>&#x8D85;&#x53C2;&#x6570;&#x4F18;&#x5316;&#x5F88;&#x96BE;</p>
<ul>
<li>&#x7EC4;&#x5408;&#x4F18;&#x5316;&#x95EE;&#x9898;&#xFF0C;&#x65E0;&#x6CD5;&#x50CF;&#x4E00;&#x822C;&#x53C2;&#x6570;&#x90A3;&#x6837;&#x901A;&#x8FC7;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x65B9;&#x6CD5;&#x6765;&#x4F18;&#x5316;&#xFF0C;&#x4E5F;&#x6CA1;&#x6709;&#x4E00;&#x79CD;&#x901A;&#x7528;&#x6709;&#x6548;&#x7684;&#x4F18;&#x5316;&#x65B9;&#x6CD5;</li>
<li>&#x8BC4;&#x4F30;&#x4E00;&#x7EC4;&#x8D85;&#x53C2;&#x6570;&#x914D;&#x7F6E;&#x7684;&#x65F6;&#x95F4;&#x4EE3;&#x4EF7;&#x975E;&#x5E38;&#x9AD8;&#xFF0C;&#x4ECE;&#x800C;&#x5BFC;&#x81F4;&#x4E00;&#x4E9B;&#x9ED1;&#x76D2;&#x4F18;&#x5316;&#x65B9;&#x6CD5;&#xFF0C;&#x5982;&#x6F14;&#x5316;&#x7B97;&#x6CD5;&#x96BE;&#x4EE5;&#x5E94;&#x7528;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2190" class="slide " data-line="2190" data-h="12" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x7F51;&#x683C;&#x641C;&#x7D22;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5C1D;&#x8BD5;&#x6240;&#x6709;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x6765;&#x5BFB;&#x627E;&#x4E00;&#x7EC4;&#x5408;&#x9002;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x914D;&#x7F6E;</p>
<br>
<p>&#x8BBE;&#x5171;&#x6709;<span class="mathjax-exps">$K$</span>&#x4E2A;&#x8D85;&#x53C2;&#x6570;&#xFF0C;&#x7B2C;<span class="mathjax-exps">$k$</span>&#x4E2A;&#x8D85;&#x53C2;&#x6570;&#x53EF;&#x4EE5;&#x53D6;<span class="mathjax-exps">$n_k$</span>&#x4E2A;&#x503C;&#xFF0C;&#x90A3;&#x4E48;&#x7EC4;&#x5408;&#x603B;&#x6570;&#x4E3A;</p>
<div>
    $$
        \begin{align*}
            n_1 \times n_2 \times \cdots \times n_K
        \end{align*}
    $$
</div>
<br>
<p>&#x5982;&#x679C;&#x8D85;&#x53C2;&#x6570;&#x662F;&#x8FDE;&#x7EED;&#x7684;&#xFF0C;&#x53EF;&#x4EE5;&#x5C06;&#x8D85;&#x53C2;&#x6570;&#x79BB;&#x6563;&#x5316;&#xFF0C;&#x9009;&#x62E9;&#x51E0;&#x4E2A;&#x201C;&#x7ECF;&#x9A8C;&#x201D;&#x503C;&#xFF0C;&#x6BD4;&#x5982;&#x6B63;&#x5219;&#x5316;&#x7CFB;&#x6570;<span class="mathjax-exps">$\lambda$</span>&#xFF0C;&#x53EF;&#x4EE5;&#x8BBE;&#x7F6E;</p>
<div>
    $$
        \begin{align*}
            \lambda \in \{ 0.01, 0.1, 1, 10, 100 \}
        \end{align*}
    $$
</div>
<br>
<p>&#x5BF9;&#x4E8E;&#x8FDE;&#x7EED;&#x7684;&#x8D85;&#x53C2;&#x6570;&#xFF0C;&#x4E0D;&#x80FD;&#x7B80;&#x5355;&#x5730;&#x6309;&#x7B49;&#x95F4;&#x9694;&#x7684;&#x65B9;&#x5F0F;&#x79BB;&#x6563;&#x5316;&#xFF0C;&#x9700;&#x8981;&#x6839;&#x636E;&#x8D85;&#x53C2;&#x6570;&#x81EA;&#x8EAB;&#x7684;&#x7279;&#x70B9;&#x8FDB;&#x884C;&#x79BB;&#x6563;&#x5316;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2238" class="slide " data-line="2238" data-h="12" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x968F;&#x673A;&#x641C;&#x7D22;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x4E0D;&#x540C;&#x8D85;&#x53C2;&#x6570;&#x5BF9;&#x6A21;&#x578B;&#x6027;&#x80FD;&#x7684;&#x5F71;&#x54CD;&#x6709;&#x5F88;&#x5927;&#x5DEE;&#x5F02;</p>
<br>
<p>&#x6709;&#x4E9B;&#x8D85;&#x53C2;&#x6570;&#x5BF9;&#x6A21;&#x578B;&#x6027;&#x80FD;&#x7684;&#x5F71;&#x54CD;&#x6709;&#x9650;&#xFF0C;&#x4F8B;&#x5982;&#x6B63;&#x5219;&#x5316;&#x7CFB;&#x6570;&#xFF1B;&#x800C;&#x6709;&#x4E9B;&#x8D85;&#x53C2;&#x6570;&#x5BF9;&#x6A21;&#x578B;&#x6027;&#x80FD;&#x5F71;&#x54CD;&#x6BD4;&#x8F83;&#x5927;&#xFF0C;&#x4F8B;&#x5982;&#x6B65;&#x957F;</p>
<br>
<p><span class="blue">&#x91C7;&#x7528;&#x7F51;&#x683C;&#x641C;&#x7D22;&#x4F1A;&#x5728;&#x4E0D;&#x91CD;&#x8981;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x4E0A;&#x8FDB;&#x884C;&#x4E0D;&#x5FC5;&#x8981;&#x7684;&#x5C1D;&#x8BD5;</span></p>
<br>
<p>&#x968F;&#x673A;&#x641C;&#x7D22;&#xFF1A;&#x5BF9;&#x8D85;&#x53C2;&#x6570;&#x8FDB;&#x884C;&#x968F;&#x673A;&#x7EC4;&#x5408;&#xFF0C;&#x7136;&#x540E;&#x9009;&#x53D6;&#x4E00;&#x4E2A;&#x6027;&#x80FD;&#x6700;&#x597D;&#x7684;&#x914D;&#x7F6E;</p>
<br>
<p>&#x4F18;&#x70B9;&#xFF1A;&#x5728;&#x5B9E;&#x8DF5;&#x4E2D;&#x66F4;&#x5BB9;&#x6613;&#x5B9E;&#x73B0;&#xFF0C;&#x4E00;&#x822C;&#x4F1A;&#x6BD4;&#x7F51;&#x683C;&#x641C;&#x7D22;&#x66F4;&#x52A0;&#x6709;&#x6548;</p>
<br>
<p>&#x7F3A;&#x70B9;&#xFF1A;&#x4E0E;&#x7F51;&#x683C;&#x641C;&#x7D22;&#x4E00;&#x6837;&#xFF0C;&#x6CA1;&#x6709;&#x5229;&#x7528;&#x4E0D;&#x540C;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x4E4B;&#x95F4;&#x7684;&#x76F8;&#x5173;&#x6027;&#xFF0C;&#x5373;&#x5982;&#x679C;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x6BD4;&#x8F83;&#x7C7B;&#x4F3C;&#xFF0C;&#x6A21;&#x578B;&#x6027;&#x80FD;&#x4E5F;&#x4F1A;&#x6BD4;&#x8F83;&#x63A5;&#x8FD1;&#xFF0C;&#x56E0;&#x6B64;&#x8FD9;&#x4E24;&#x79CD;&#x641C;&#x7D22;&#x65B9;&#x5F0F;&#x4E00;&#x822C;&#x90FD;&#x6BD4;&#x8F83;&#x4F4E;&#x6548;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="2278" class="slide " data-line="2278" data-h="13" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Bayes&#x4F18;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6839;&#x636E;&#x5DF2;&#x8BD5;&#x9A8C;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#xFF0C;&#x731C;&#x6D4B;&#x53EF;&#x80FD;&#x5E26;&#x6765;&#x66F4;&#x5927;&#x6536;&#x76CA;&#x7684;&#x7EC4;&#x5408;</p>
<ul>
<li>&#x5982;&#x4F55;&#x6839;&#x636E;&#x5DF2;&#x6709;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x5BF9;&#x5E94;&#x7684;&#x6A21;&#x578B;&#x6027;&#x80FD;&#xFF0C;&#x5F97;&#x5230;&#x672A;&#x77E5;&#x7EC4;&#x5408;&#x7684;&#x6A21;&#x578B;&#x6027;&#x80FD;</li>
<li>&#x5982;&#x4F55;&#x786E;&#x5B9A;&#x6536;&#x76CA;</li>
</ul>
<br>
<p>&#x7B2C;&#x4E00;&#x4E2A;&#x95EE;&#x9898;&#x901A;&#x5E38;&#x91C7;&#x7528;<span class="blue">Gauss &#x8FC7;&#x7A0B;&#x56DE;&#x5F52;</span>&#xFF0C;&#x6B64;&#x65F6;<span class="mathjax-exps">$P(y|x)$</span>&#x4E3A;&#x4E00;&#x4E2A;&#x6B63;&#x6001;&#x5206;&#x5E03;</p>
<div>
    $$
        \begin{align*}
            \Hcal = \{ \xv_i, y_i \}_{i \in [m]} \Longrightarrow P(y | \xv, \Hcal)
        \end{align*}
    $$
</div>
<br>
<p>&#x7B2C;&#x4E8C;&#x4E2A;&#x95EE;&#x9898;&#x9700;&#x5F15;&#x5165;&#x4E00;&#x4E2A;&#x6536;&#x76CA;&#x51FD;&#x6570;&#xFF0C;&#x5E38;&#x89C1;&#x7684;&#x662F;&#x671F;&#x671B;&#x6539;&#x5584;</p>
<div>
    $$
        \begin{align*}
            \int \max \{ y^\star - y, 0 \} P(y | \xv, \Hcal) \diff y
        \end{align*}
    $$
</div>
<p>&#x5176;&#x4E2D;<span class="mathjax-exps">$y^\star = \min \{ y_i, i \in [m] \}$</span>&#x662F;&#x5F53;&#x524D;&#x5DF2;&#x6709;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x4E2D;&#x7684;&#x6700;&#x4F18;&#x503C;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2327" class="slide " data-line="2327" data-h="13" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x52A8;&#x6001;&#x8D44;&#x6E90;&#x5206;&#x914D;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5728;&#x8D85;&#x53C2;&#x6570;&#x4F18;&#x5316;&#x4E2D;&#xFF0C;&#x5982;&#x679C;&#x53EF;&#x4EE5;&#x5728;&#x8F83;&#x65E9;&#x7684;&#x9636;&#x6BB5;&#x5C31;&#x4F30;&#x8BA1;&#x51FA;&#x4E00;&#x4E2A;&#x7EC4;&#x5408;&#x7684;&#x6548;&#x679C;&#x4F1A;&#x6BD4;&#x8F83;&#x5DEE;&#xFF0C;&#x90A3;&#x4E48;&#x53EF;&#x4EE5;&#x63D0;&#x65E9;&#x505C;&#x6B62;&#x5BF9;&#x5176;&#x7684;&#x8BC4;&#x4F30;&#xFF0C;&#x5C06;&#x66F4;&#x591A;&#x7684;&#x8BA1;&#x7B97;&#x8D44;&#x6E90;&#x7559;&#x7ED9;&#x5176;&#x5B83;&#x7EC4;&#x5408;</p>
<br>
<p>&#x9010;&#x6B21;&#x51CF;&#x534A;&#x6CD5;&#xFF1A;</p>
<ol>
<li>&#x5C06;&#x6240;&#x6709;&#x8BA1;&#x7B97;&#x8D44;&#x6E90;&#x5E73;&#x5747;&#x5206;&#x7ED9;&#x6240;&#x6709;&#x7684;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;</li>
<li>&#x540C;&#x65F6;&#x8BAD;&#x7EC3;&#x6BCF;&#x4E2A;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x5BF9;&#x5E94;&#x7684;&#x7F51;&#x7EDC;&#x4E00;&#x6BB5;&#x65F6;&#x95F4;</li>
<li>&#x4FDD;&#x7559;&#x524D;&#x4E00;&#x534A;&#x597D;&#x7684;&#x7EC4;&#x5408;&#xFF0C;&#x8F6C;&#x7B2C; 1 &#x6B65;</li>
</ol>
<br>
<p>&#x5229;&#x7528;-&#x63A2;&#x7D22;&#x4E24;&#x96BE;&#x95EE;&#x9898;&#xFF1A;</p>
<ul>
<li>&#x5982;&#x679C;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x6570;&#x8D8A;&#x591A;&#xFF0C;&#x5F97;&#x5230;&#x6700;&#x4F73;&#x7EC4;&#x5408;&#x7684;&#x53EF;&#x80FD;&#x6027;&#x4E5F;&#x8D8A;&#x5927;&#xFF0C;&#x4F46;&#x6BCF;&#x4E2A;&#x7EC4;&#x5408;&#x5206;&#x5230;&#x7684;&#x8BA1;&#x7B97;&#x8D44;&#x6E90;&#x5C31;&#x8D8A;&#x5C11;&#xFF0C;&#x65E9;&#x671F;&#x7684;&#x8BC4;&#x4F30;&#x7ED3;&#x679C;&#x53EF;&#x80FD;&#x4E0D;&#x51C6;</li>
<li>&#x5982;&#x679C;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x6570;&#x8D8A;&#x5C11;&#xFF0C;&#x6BCF;&#x4E2A;&#x8D85;&#x53C2;&#x6570;&#x7EC4;&#x5408;&#x7684;&#x8BC4;&#x4F30;&#x4F1A;&#x8D8A;&#x51C6;&#x786E;&#xFF0C;&#x4F46;&#x6709;&#x53EF;&#x80FD;&#x65E0;&#x6CD5;&#x5F97;&#x5230;&#x6700;&#x4F18;&#x7EC4;&#x5408;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2362" class="slide " data-line="2362" data-h="13" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x795E;&#x7ECF;&#x67B6;&#x6784;&#x641C;&#x7D22;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6DF1;&#x5EA6;&#x5B66;&#x4E60;&#xFF1A;&#x201C;&#x7279;&#x5F81;&#x5DE5;&#x7A0B;&#x201D;&#x95EE;&#x9898; <span class="mathjax-exps">$\longrightarrow$</span> &#x201C;&#x7F51;&#x7EDC;&#x67B6;&#x6784;&#x5DE5;&#x7A0B;&#x201D;&#x95EE;&#x9898;</p>
<br>
<p>&#x795E;&#x7ECF;&#x67B6;&#x6784;&#x641C;&#x7D22;(Neural Architecture Search, NAS)&#xFF1A;&#x7528;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x6765;&#x81EA;&#x52A8;&#x5B9E;&#x73B0;&#x7F51;&#x7EDC;&#x67B6;&#x6784;&#x7684;&#x8BBE;&#x8BA1;&#xFF0C;&#x76EE;&#x524D;&#x6700;&#x706B;(nei)&#x70ED;(juan)&#x7684;&#x7814;&#x7A76;&#x65B9;&#x5411;</p>
<ul>
<li>&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x67B6;&#x6784;&#x53EF;&#x4EE5;&#x7528;&#x4E00;&#x4E2A;&#x53D8;&#x957F;&#x7684;&#x5B57;&#x7B26;&#x4E32;&#x6765;&#x63CF;&#x8FF0;</li>
<li>&#x7528;&#x53E6;&#x4E00;&#x4E2A;&#x5FAA;&#x73AF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x6765;&#x4E0D;&#x65AD;&#x751F;&#x6210;&#x65B0;&#x7684;&#x67B6;&#x6784;&#x63CF;&#x8FF0;</li>
<li>&#x5FAA;&#x73AF;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7684;&#x8BAD;&#x7EC3;&#x91C7;&#x7528;&#x5F3A;&#x5316;&#x5B66;&#x4E60;&#x6765;&#x5B8C;&#x6210;&#xFF0C;&#x5956;&#x52B1;&#x4FE1;&#x53F7;&#x53EF;&#x4EE5;&#x4E3A;&#x751F;&#x6210;&#x7684;&#x7F51;&#x7EDC;&#x5728;&#x9A8C;&#x8BC1;&#x96C6;&#x4E0A;&#x7684;&#x6027;&#x80FD;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section><section><section data-notes lineno="2390" class="slide " data-line="2390" data-h="14" data-v="0">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x7F51;&#x7EDC;&#x6B63;&#x5219;&#x5316;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6743;&#x91CD;&#x8870;&#x51CF;&#xFF1A;&#x6BCF;&#x6B21;&#x66F4;&#x65B0;&#x65F6;&#x5F15;&#x5165;&#x4E00;&#x4E2A;&#x8870;&#x51CF;&#x7CFB;&#x6570;</p>
<div>
    $$
        \begin{align*}
            \Wv_{t+1} &amp; \leftarrow (1 - \beta) \Wv_t - \eta \gv_t = \Wv_t - \eta \left( \gv_t + \frac{\beta}{\eta} \Wv_t \right)
        \end{align*}
    $$
</div>
<ul>
<li>&#x5728;&#x6807;&#x51C6;&#x7684;&#x968F;&#x673A;&#x68AF;&#x5EA6;&#x4E0B;&#x964D;&#x4E2D;&#xFF0C;&#x6743;&#x91CD;&#x8870;&#x51CF;&#x7B49;&#x4EF7;&#x4E8E;<span class="mathjax-exps">$\ell_2$</span>&#x6B63;&#x5219;</li>
<li>&#x5728;&#x8F83;&#x4E3A;&#x590D;&#x6742;&#x7684;&#x4F18;&#x5316;&#x65B9;&#x6CD5;&#xFF0C;&#x4F8B;&#x5982; Adam &#x4E2D;&#xFF0C;&#x4E24;&#x8005;&#x5E76;&#x4E0D;&#x7B49;&#x4EF7;</li>
</ul>
<br>
<p>&#x63D0;&#x524D;&#x505C;&#x6B62;&#xFF1A;</p>
<ul>
<li>&#x5F15;&#x5165;&#x4E00;&#x4E2A;&#x548C;&#x8BAD;&#x7EC3;&#x96C6;&#x72EC;&#x7ACB;&#x7684;&#x6837;&#x672C;&#x96C6;&#x5408;&#xFF0C;&#x79F0;&#x4E3A;&#x9A8C;&#x8BC1;&#x96C6;(Validation Set)&#xFF0C;&#x9A8C;&#x8BC1;&#x96C6;&#x4E0A;&#x7684;&#x9519;&#x8BEF;&#x53EF;&#x89C6;&#x4E3A;&#x671F;&#x671B;&#x9519;&#x8BEF;</li>
<li>&#x5F53;&#x9A8C;&#x8BC1;&#x96C6;&#x4E0A;&#x7684;&#x9519;&#x8BEF;&#x7387;&#x4E0D;&#x518D;&#x4E0B;&#x964D;&#xFF0C;&#x5C31;&#x505C;&#x6B62;&#x8BAD;&#x7EC3;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2428" class="slide " data-line="2428" data-h="14" data-v="1">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x968F;&#x673A;&#x4E22;&#x5F03;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5BF9;&#x6BCF;&#x4E00;&#x4E2A;&#x795E;&#x7ECF;&#x5143;&#x90FD;&#x4EE5;&#x56FA;&#x5B9A;&#x7684;&#x6982;&#x7387;<span class="mathjax-exps">$p$</span>&#x6765;&#x5224;&#x5B9A;&#x8981;&#x4E0D;&#x8981;&#x4FDD;&#x7559;</p>
<p><!--?xml version="1.0" encoding="UTF-8" standalone="no"?-->

<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: g Pages: 1 -->
<svg width="661pt" height="296pt" viewBox="0.00 0.00 661.00 295.80" xmlns="http://www.w3.org/2000/svg" xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 291.8)">
<title>g</title>
<g id="clust1" class="cluster">
<title>cluster_1</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="8,-8 8,-279.8 320,-279.8 320,-8 8,-8"/>
<text text-anchor="middle" x="164" y="-263.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x6807;&#x51C6;&#x7F51;&#x7EDC;</text>
</g>
<g id="clust5" class="cluster">
<title>cluster_2</title>
<polygon fill="transparent" stroke="#586e75" stroke-dasharray="5,2" points="333,-8 333,-279.8 645,-279.8 645,-8 333,-8"/>
<text text-anchor="middle" x="489" y="-263.2" font-family="EBGaramond12-Regular,fz-lz" font-size="14.00" fill="#268bd2">&#x968F;&#x673A;&#x4E22;&#x5F03;&#x540E;&#x7684;&#x7F51;&#x7EDC;</text>
</g>
<!-- 11 -->
<g id="node1" class="node">
<title>11</title>
<ellipse fill="none" stroke="#586e75" cx="99" cy="-229" rx="18" ry="18"/>
</g>
<!-- 21 -->
<g id="node6" class="node">
<title>21</title>
<ellipse fill="none" stroke="#586e75" cx="164" cy="-164" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;21 -->
<g id="edge1" class="edge">
<title>11-&gt;21</title>
<path fill="none" stroke="#586e75" d="M111.8419,-216.1581C122.08,-205.92 136.4869,-191.5131 147.566,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="151.1848,-176.8152 149.2402,-181.9418 149.417,-178.583 147.6492,-180.3508 147.6492,-180.3508 147.6492,-180.3508 149.417,-178.583 146.0582,-178.7598 151.1848,-176.8152 151.1848,-176.8152"/>
</g>
<!-- 22 -->
<g id="node7" class="node">
<title>22</title>
<ellipse fill="none" stroke="#586e75" cx="229" cy="-164" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;22 -->
<g id="edge2" class="edge">
<title>11-&gt;22</title>
<path fill="none" stroke="#586e75" d="M114.9783,-219.9514C120.3404,-217.0044 126.3849,-213.7785 132,-211 160.3525,-196.9705 168.7396,-196.2141 197,-182 200.8473,-180.0649 204.8927,-177.8975 208.7637,-175.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="213.2055,-173.2672 209.9428,-177.6737 211.0244,-174.489 208.8432,-175.7107 208.8432,-175.7107 208.8432,-175.7107 211.0244,-174.489 207.7436,-173.7477 213.2055,-173.2672 213.2055,-173.2672"/>
</g>
<!-- 23 -->
<g id="node8" class="node">
<title>23</title>
<ellipse fill="none" stroke="#586e75" cx="294" cy="-164" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;23 -->
<g id="edge3" class="edge">
<title>11-&gt;23</title>
<path fill="none" stroke="#586e75" d="M114.353,-219.4645C119.774,-216.4145 126.0132,-213.2495 132,-211 187.4153,-190.1785 206.7216,-203.1824 262,-182 266.107,-180.4262 270.3247,-178.3932 274.2952,-176.2627"/>
<polygon fill="#586e75" stroke="#586e75" points="278.8211,-173.7388 275.5502,-178.1392 276.6377,-174.9564 274.4543,-176.1741 274.4543,-176.1741 274.4543,-176.1741 276.6377,-174.9564 273.3584,-174.209 278.8211,-173.7388 278.8211,-173.7388"/>
</g>
<!-- 24 -->
<g id="node9" class="node">
<title>24</title>
<ellipse fill="none" stroke="#586e75" cx="34" cy="-164" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;24 -->
<g id="edge4" class="edge">
<title>11-&gt;24</title>
<path fill="none" stroke="#586e75" d="M86.1581,-216.1581C75.92,-205.92 61.5131,-191.5131 50.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="46.8152,-176.8152 51.9418,-178.7598 48.583,-178.583 50.3508,-180.3508 50.3508,-180.3508 50.3508,-180.3508 48.583,-178.583 48.7598,-181.9418 46.8152,-176.8152 46.8152,-176.8152"/>
</g>
<!-- 25 -->
<g id="node10" class="node">
<title>25</title>
<ellipse fill="none" stroke="#586e75" cx="99" cy="-164" rx="18" ry="18"/>
</g>
<!-- 11&#45;&gt;25 -->
<g id="edge5" class="edge">
<title>11-&gt;25</title>
<path fill="none" stroke="#586e75" d="M99,-210.8939C99,-203.5688 99,-195.0213 99,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="99,-182.009 101.2501,-187.009 99,-184.509 99.0001,-187.009 99.0001,-187.009 99.0001,-187.009 99,-184.509 96.7501,-187.0091 99,-182.009 99,-182.009"/>
</g>
<!-- 12 -->
<g id="node2" class="node">
<title>12</title>
<ellipse fill="none" stroke="#586e75" cx="34" cy="-229" rx="18" ry="18"/>
</g>
<!-- 12&#45;&gt;21 -->
<g id="edge6" class="edge">
<title>12-&gt;21</title>
<path fill="none" stroke="#586e75" d="M49.7854,-219.7146C54.9013,-216.8151 60.6396,-213.6771 66,-211 94.664,-196.6842 103.336,-196.3158 132,-182 135.8528,-180.0758 139.9008,-177.9135 143.7726,-175.7729"/>
<polygon fill="#586e75" stroke="#586e75" points="148.2146,-173.2854 144.9514,-177.6916 146.0333,-174.5069 143.8521,-175.7284 143.8521,-175.7284 143.8521,-175.7284 146.0333,-174.5069 142.7527,-173.7653 148.2146,-173.2854 148.2146,-173.2854"/>
</g>
<!-- 12&#45;&gt;22 -->
<g id="edge7" class="edge">
<title>12-&gt;22</title>
<path fill="none" stroke="#586e75" d="M49.1768,-219.2558C54.3552,-216.2624 60.2842,-213.185 66,-211 121.7008,-189.7075 141.2992,-203.2925 197,-182 201.1082,-180.4296 205.3266,-178.398 209.2972,-176.2681"/>
<polygon fill="#586e75" stroke="#586e75" points="213.8232,-173.7442 210.5521,-178.1445 211.6397,-174.9618 209.4563,-176.1794 209.4563,-176.1794 209.4563,-176.1794 211.6397,-174.9618 208.3604,-174.2143 213.8232,-173.7442 213.8232,-173.7442"/>
</g>
<!-- 12&#45;&gt;23 -->
<g id="edge8" class="edge">
<title>12-&gt;23</title>
<path fill="none" stroke="#586e75" d="M49.0902,-219.0166C54.2628,-216.0073 60.2103,-212.9808 66,-211 149.3182,-182.4948 178.6818,-210.5052 262,-182 266.1614,-180.5763 270.4042,-178.6124 274.3823,-176.503"/>
<polygon fill="#586e75" stroke="#586e75" points="278.9098,-173.9834 275.6349,-178.3809 276.7253,-175.1991 274.5408,-176.4148 274.5408,-176.4148 274.5408,-176.4148 276.7253,-175.1991 273.4466,-174.4487 278.9098,-173.9834 278.9098,-173.9834"/>
</g>
<!-- 12&#45;&gt;24 -->
<g id="edge9" class="edge">
<title>12-&gt;24</title>
<path fill="none" stroke="#586e75" d="M34,-210.8939C34,-203.5688 34,-195.0213 34,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="34,-182.009 36.2501,-187.009 34,-184.509 34.0001,-187.009 34.0001,-187.009 34.0001,-187.009 34,-184.509 31.7501,-187.0091 34,-182.009 34,-182.009"/>
</g>
<!-- 12&#45;&gt;25 -->
<g id="edge10" class="edge">
<title>12-&gt;25</title>
<path fill="none" stroke="#586e75" d="M46.8419,-216.1581C57.08,-205.92 71.4869,-191.5131 82.566,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="86.1848,-176.8152 84.2402,-181.9418 84.417,-178.583 82.6492,-180.3508 82.6492,-180.3508 82.6492,-180.3508 84.417,-178.583 81.0582,-178.7598 86.1848,-176.8152 86.1848,-176.8152"/>
</g>
<!-- 13 -->
<g id="node3" class="node">
<title>13</title>
<ellipse fill="none" stroke="#586e75" cx="294" cy="-229" rx="18" ry="18"/>
</g>
<!-- 13&#45;&gt;21 -->
<g id="edge11" class="edge">
<title>13-&gt;21</title>
<path fill="none" stroke="#586e75" d="M278.2055,-219.7328C273.0891,-216.8343 267.3528,-213.6923 262,-211 233.7396,-196.7859 225.3525,-196.0295 197,-182 192.8764,-179.9595 188.5212,-177.6778 184.3749,-175.4424"/>
<polygon fill="#586e75" stroke="#586e75" points="179.9783,-173.0486 185.4456,-173.4635 182.174,-174.2441 184.3696,-175.4396 184.3696,-175.4396 184.3696,-175.4396 182.174,-174.2441 183.2937,-177.4157 179.9783,-173.0486 179.9783,-173.0486"/>
</g>
<!-- 13&#45;&gt;22 -->
<g id="edge12" class="edge">
<title>13-&gt;22</title>
<path fill="none" stroke="#586e75" d="M281.1581,-216.1581C270.92,-205.92 256.5131,-191.5131 245.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="241.8152,-176.8152 246.9418,-178.7598 243.583,-178.583 245.3508,-180.3508 245.3508,-180.3508 245.3508,-180.3508 243.583,-178.583 243.7598,-181.9418 241.8152,-176.8152 241.8152,-176.8152"/>
</g>
<!-- 13&#45;&gt;23 -->
<g id="edge13" class="edge">
<title>13-&gt;23</title>
<path fill="none" stroke="#586e75" d="M294,-210.8939C294,-203.5688 294,-195.0213 294,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="294,-182.009 296.2501,-187.009 294,-184.509 294.0001,-187.009 294.0001,-187.009 294.0001,-187.009 294,-184.509 291.7501,-187.0091 294,-182.009 294,-182.009"/>
</g>
<!-- 13&#45;&gt;24 -->
<g id="edge14" class="edge">
<title>13-&gt;24</title>
<path fill="none" stroke="#586e75" d="M278.9098,-219.0166C273.7372,-216.0073 267.7897,-212.9808 262,-211 178.6818,-182.4948 149.3182,-210.5052 66,-182 61.8386,-180.5763 57.5958,-178.6124 53.6177,-176.503"/>
<polygon fill="#586e75" stroke="#586e75" points="49.0902,-173.9834 54.5534,-174.4487 51.2747,-175.1991 53.4592,-176.4148 53.4592,-176.4148 53.4592,-176.4148 51.2747,-175.1991 52.3651,-178.3809 49.0902,-173.9834 49.0902,-173.9834"/>
</g>
<!-- 13&#45;&gt;25 -->
<g id="edge15" class="edge">
<title>13-&gt;25</title>
<path fill="none" stroke="#586e75" d="M278.8211,-219.2612C273.6425,-216.2682 267.714,-213.1896 262,-211 206.7216,-189.8176 187.4153,-202.8215 132,-182 127.6034,-180.348 123.0707,-178.2023 118.826,-175.971"/>
<polygon fill="#586e75" stroke="#586e75" points="114.353,-173.5355 119.8203,-173.9505 116.5487,-174.731 118.7443,-175.9266 118.7443,-175.9266 118.7443,-175.9266 116.5487,-174.731 117.6683,-177.9026 114.353,-173.5355 114.353,-173.5355"/>
</g>
<!-- 14 -->
<g id="node4" class="node">
<title>14</title>
<ellipse fill="none" stroke="#586e75" cx="229" cy="-229" rx="18" ry="18"/>
</g>
<!-- 14&#45;&gt;21 -->
<g id="edge16" class="edge">
<title>14-&gt;21</title>
<path fill="none" stroke="#586e75" d="M216.1581,-216.1581C205.92,-205.92 191.5131,-191.5131 180.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="176.8152,-176.8152 181.9418,-178.7598 178.583,-178.583 180.3508,-180.3508 180.3508,-180.3508 180.3508,-180.3508 178.583,-178.583 178.7598,-181.9418 176.8152,-176.8152 176.8152,-176.8152"/>
</g>
<!-- 14&#45;&gt;22 -->
<g id="edge17" class="edge">
<title>14-&gt;22</title>
<path fill="none" stroke="#586e75" d="M229,-210.8939C229,-203.5688 229,-195.0213 229,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="229,-182.009 231.2501,-187.009 229,-184.509 229.0001,-187.009 229.0001,-187.009 229.0001,-187.009 229,-184.509 226.7501,-187.0091 229,-182.009 229,-182.009"/>
</g>
<!-- 14&#45;&gt;23 -->
<g id="edge18" class="edge">
<title>14-&gt;23</title>
<path fill="none" stroke="#586e75" d="M241.8419,-216.1581C252.08,-205.92 266.4869,-191.5131 277.566,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="281.1848,-176.8152 279.2402,-181.9418 279.417,-178.583 277.6492,-180.3508 277.6492,-180.3508 277.6492,-180.3508 279.417,-178.583 276.0582,-178.7598 281.1848,-176.8152 281.1848,-176.8152"/>
</g>
<!-- 14&#45;&gt;24 -->
<g id="edge19" class="edge">
<title>14-&gt;24</title>
<path fill="none" stroke="#586e75" d="M213.8232,-219.2558C208.6448,-216.2624 202.7158,-213.185 197,-211 141.2992,-189.7075 121.7008,-203.2925 66,-182 61.8918,-180.4296 57.6734,-178.398 53.7028,-176.2681"/>
<polygon fill="#586e75" stroke="#586e75" points="49.1768,-173.7442 54.6396,-174.2143 51.3603,-174.9618 53.5437,-176.1794 53.5437,-176.1794 53.5437,-176.1794 51.3603,-174.9618 52.4479,-178.1445 49.1768,-173.7442 49.1768,-173.7442"/>
</g>
<!-- 14&#45;&gt;25 -->
<g id="edge20" class="edge">
<title>14-&gt;25</title>
<path fill="none" stroke="#586e75" d="M213.2055,-219.7328C208.0891,-216.8343 202.3528,-213.6923 197,-211 168.7396,-196.7859 160.3525,-196.0295 132,-182 127.8764,-179.9595 123.5212,-177.6778 119.3749,-175.4424"/>
<polygon fill="#586e75" stroke="#586e75" points="114.9783,-173.0486 120.4456,-173.4635 117.174,-174.2441 119.3696,-175.4396 119.3696,-175.4396 119.3696,-175.4396 117.174,-174.2441 118.2937,-177.4157 114.9783,-173.0486 114.9783,-173.0486"/>
</g>
<!-- 15 -->
<g id="node5" class="node">
<title>15</title>
<ellipse fill="none" stroke="#586e75" cx="164" cy="-229" rx="18" ry="18"/>
</g>
<!-- 15&#45;&gt;21 -->
<g id="edge21" class="edge">
<title>15-&gt;21</title>
<path fill="none" stroke="#586e75" d="M164,-210.8939C164,-203.5688 164,-195.0213 164,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="164,-182.009 166.2501,-187.009 164,-184.509 164.0001,-187.009 164.0001,-187.009 164.0001,-187.009 164,-184.509 161.7501,-187.0091 164,-182.009 164,-182.009"/>
</g>
<!-- 15&#45;&gt;22 -->
<g id="edge22" class="edge">
<title>15-&gt;22</title>
<path fill="none" stroke="#586e75" d="M176.8419,-216.1581C187.08,-205.92 201.4869,-191.5131 212.566,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="216.1848,-176.8152 214.2402,-181.9418 214.417,-178.583 212.6492,-180.3508 212.6492,-180.3508 212.6492,-180.3508 214.417,-178.583 211.0582,-178.7598 216.1848,-176.8152 216.1848,-176.8152"/>
</g>
<!-- 15&#45;&gt;23 -->
<g id="edge23" class="edge">
<title>15-&gt;23</title>
<path fill="none" stroke="#586e75" d="M179.9783,-219.9514C185.3404,-217.0044 191.3849,-213.7785 197,-211 225.3525,-196.9705 233.7396,-196.2141 262,-182 265.8473,-180.0649 269.8927,-177.8975 273.7637,-175.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="278.2055,-173.2672 274.9428,-177.6737 276.0244,-174.489 273.8432,-175.7107 273.8432,-175.7107 273.8432,-175.7107 276.0244,-174.489 272.7436,-173.7477 278.2055,-173.2672 278.2055,-173.2672"/>
</g>
<!-- 15&#45;&gt;24 -->
<g id="edge24" class="edge">
<title>15-&gt;24</title>
<path fill="none" stroke="#586e75" d="M148.2146,-219.7146C143.0987,-216.8151 137.3604,-213.6771 132,-211 103.336,-196.6842 94.664,-196.3158 66,-182 62.1472,-180.0758 58.0992,-177.9135 54.2274,-175.7729"/>
<polygon fill="#586e75" stroke="#586e75" points="49.7854,-173.2854 55.2473,-173.7653 51.9667,-174.5069 54.1479,-175.7284 54.1479,-175.7284 54.1479,-175.7284 51.9667,-174.5069 53.0486,-177.6916 49.7854,-173.2854 49.7854,-173.2854"/>
</g>
<!-- 15&#45;&gt;25 -->
<g id="edge25" class="edge">
<title>15-&gt;25</title>
<path fill="none" stroke="#586e75" d="M151.1581,-216.1581C140.92,-205.92 126.5131,-191.5131 115.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="111.8152,-176.8152 116.9418,-178.7598 113.583,-178.583 115.3508,-180.3508 115.3508,-180.3508 115.3508,-180.3508 113.583,-178.583 113.7598,-181.9418 111.8152,-176.8152 111.8152,-176.8152"/>
</g>
<!-- 31 -->
<g id="node11" class="node">
<title>31</title>
<ellipse fill="none" stroke="#586e75" cx="164" cy="-99" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;31 -->
<g id="edge26" class="edge">
<title>21-&gt;31</title>
<path fill="none" stroke="#586e75" d="M164,-145.8939C164,-138.5688 164,-130.0213 164,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="164,-117.009 166.2501,-122.009 164,-119.509 164.0001,-122.009 164.0001,-122.009 164.0001,-122.009 164,-119.509 161.7501,-122.0091 164,-117.009 164,-117.009"/>
</g>
<!-- 32 -->
<g id="node12" class="node">
<title>32</title>
<ellipse fill="none" stroke="#586e75" cx="229" cy="-99" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;32 -->
<g id="edge27" class="edge">
<title>21-&gt;32</title>
<path fill="none" stroke="#586e75" d="M176.8419,-151.1581C187.08,-140.92 201.4869,-126.5131 212.566,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="216.1848,-111.8152 214.2402,-116.9418 214.417,-113.583 212.6492,-115.3508 212.6492,-115.3508 212.6492,-115.3508 214.417,-113.583 211.0582,-113.7598 216.1848,-111.8152 216.1848,-111.8152"/>
</g>
<!-- 33 -->
<g id="node13" class="node">
<title>33</title>
<ellipse fill="none" stroke="#586e75" cx="294" cy="-99" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;33 -->
<g id="edge28" class="edge">
<title>21-&gt;33</title>
<path fill="none" stroke="#586e75" d="M179.9783,-154.9514C185.3404,-152.0044 191.3849,-148.7785 197,-146 225.3525,-131.9705 233.7396,-131.2141 262,-117 265.8473,-115.0649 269.8927,-112.8975 273.7637,-110.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="278.2055,-108.2672 274.9428,-112.6737 276.0244,-109.489 273.8432,-110.7107 273.8432,-110.7107 273.8432,-110.7107 276.0244,-109.489 272.7436,-108.7477 278.2055,-108.2672 278.2055,-108.2672"/>
</g>
<!-- 34 -->
<g id="node14" class="node">
<title>34</title>
<ellipse fill="none" stroke="#586e75" cx="34" cy="-99" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;34 -->
<g id="edge29" class="edge">
<title>21-&gt;34</title>
<path fill="none" stroke="#586e75" d="M148.2146,-154.7146C143.0987,-151.8151 137.3604,-148.6771 132,-146 103.336,-131.6842 94.664,-131.3158 66,-117 62.1472,-115.0758 58.0992,-112.9135 54.2274,-110.7729"/>
<polygon fill="#586e75" stroke="#586e75" points="49.7854,-108.2854 55.2473,-108.7653 51.9667,-109.5069 54.1479,-110.7284 54.1479,-110.7284 54.1479,-110.7284 51.9667,-109.5069 53.0486,-112.6916 49.7854,-108.2854 49.7854,-108.2854"/>
</g>
<!-- 35 -->
<g id="node15" class="node">
<title>35</title>
<ellipse fill="none" stroke="#586e75" cx="99" cy="-99" rx="18" ry="18"/>
</g>
<!-- 21&#45;&gt;35 -->
<g id="edge30" class="edge">
<title>21-&gt;35</title>
<path fill="none" stroke="#586e75" d="M151.1581,-151.1581C140.92,-140.92 126.5131,-126.5131 115.434,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="111.8152,-111.8152 116.9418,-113.7598 113.583,-113.583 115.3508,-115.3508 115.3508,-115.3508 115.3508,-115.3508 113.583,-113.583 113.7598,-116.9418 111.8152,-111.8152 111.8152,-111.8152"/>
</g>
<!-- 22&#45;&gt;31 -->
<g id="edge31" class="edge">
<title>22-&gt;31</title>
<path fill="none" stroke="#586e75" d="M216.1581,-151.1581C205.92,-140.92 191.5131,-126.5131 180.434,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="176.8152,-111.8152 181.9418,-113.7598 178.583,-113.583 180.3508,-115.3508 180.3508,-115.3508 180.3508,-115.3508 178.583,-113.583 178.7598,-116.9418 176.8152,-111.8152 176.8152,-111.8152"/>
</g>
<!-- 22&#45;&gt;32 -->
<g id="edge32" class="edge">
<title>22-&gt;32</title>
<path fill="none" stroke="#586e75" d="M229,-145.8939C229,-138.5688 229,-130.0213 229,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="229,-117.009 231.2501,-122.009 229,-119.509 229.0001,-122.009 229.0001,-122.009 229.0001,-122.009 229,-119.509 226.7501,-122.0091 229,-117.009 229,-117.009"/>
</g>
<!-- 22&#45;&gt;33 -->
<g id="edge33" class="edge">
<title>22-&gt;33</title>
<path fill="none" stroke="#586e75" d="M241.8419,-151.1581C252.08,-140.92 266.4869,-126.5131 277.566,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="281.1848,-111.8152 279.2402,-116.9418 279.417,-113.583 277.6492,-115.3508 277.6492,-115.3508 277.6492,-115.3508 279.417,-113.583 276.0582,-113.7598 281.1848,-111.8152 281.1848,-111.8152"/>
</g>
<!-- 22&#45;&gt;34 -->
<g id="edge34" class="edge">
<title>22-&gt;34</title>
<path fill="none" stroke="#586e75" d="M213.8232,-154.2558C208.6448,-151.2624 202.7158,-148.185 197,-146 141.2992,-124.7075 121.7008,-138.2925 66,-117 61.8918,-115.4296 57.6734,-113.398 53.7028,-111.2681"/>
<polygon fill="#586e75" stroke="#586e75" points="49.1768,-108.7442 54.6396,-109.2143 51.3603,-109.9618 53.5437,-111.1794 53.5437,-111.1794 53.5437,-111.1794 51.3603,-109.9618 52.4479,-113.1445 49.1768,-108.7442 49.1768,-108.7442"/>
</g>
<!-- 22&#45;&gt;35 -->
<g id="edge35" class="edge">
<title>22-&gt;35</title>
<path fill="none" stroke="#586e75" d="M213.2055,-154.7328C208.0891,-151.8343 202.3528,-148.6923 197,-146 168.7396,-131.7859 160.3525,-131.0295 132,-117 127.8764,-114.9595 123.5212,-112.6778 119.3749,-110.4424"/>
<polygon fill="#586e75" stroke="#586e75" points="114.9783,-108.0486 120.4456,-108.4635 117.174,-109.2441 119.3696,-110.4396 119.3696,-110.4396 119.3696,-110.4396 117.174,-109.2441 118.2937,-112.4157 114.9783,-108.0486 114.9783,-108.0486"/>
</g>
<!-- 23&#45;&gt;31 -->
<g id="edge36" class="edge">
<title>23-&gt;31</title>
<path fill="none" stroke="#586e75" d="M278.2055,-154.7328C273.0891,-151.8343 267.3528,-148.6923 262,-146 233.7396,-131.7859 225.3525,-131.0295 197,-117 192.8764,-114.9595 188.5212,-112.6778 184.3749,-110.4424"/>
<polygon fill="#586e75" stroke="#586e75" points="179.9783,-108.0486 185.4456,-108.4635 182.174,-109.2441 184.3696,-110.4396 184.3696,-110.4396 184.3696,-110.4396 182.174,-109.2441 183.2937,-112.4157 179.9783,-108.0486 179.9783,-108.0486"/>
</g>
<!-- 23&#45;&gt;32 -->
<g id="edge37" class="edge">
<title>23-&gt;32</title>
<path fill="none" stroke="#586e75" d="M281.1581,-151.1581C270.92,-140.92 256.5131,-126.5131 245.434,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="241.8152,-111.8152 246.9418,-113.7598 243.583,-113.583 245.3508,-115.3508 245.3508,-115.3508 245.3508,-115.3508 243.583,-113.583 243.7598,-116.9418 241.8152,-111.8152 241.8152,-111.8152"/>
</g>
<!-- 23&#45;&gt;33 -->
<g id="edge38" class="edge">
<title>23-&gt;33</title>
<path fill="none" stroke="#586e75" d="M294,-145.8939C294,-138.5688 294,-130.0213 294,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="294,-117.009 296.2501,-122.009 294,-119.509 294.0001,-122.009 294.0001,-122.009 294.0001,-122.009 294,-119.509 291.7501,-122.0091 294,-117.009 294,-117.009"/>
</g>
<!-- 23&#45;&gt;34 -->
<g id="edge39" class="edge">
<title>23-&gt;34</title>
<path fill="none" stroke="#586e75" d="M278.9098,-154.0166C273.7372,-151.0073 267.7897,-147.9808 262,-146 178.6818,-117.4948 149.3182,-145.5052 66,-117 61.8386,-115.5763 57.5958,-113.6124 53.6177,-111.503"/>
<polygon fill="#586e75" stroke="#586e75" points="49.0902,-108.9834 54.5534,-109.4487 51.2747,-110.1991 53.4592,-111.4148 53.4592,-111.4148 53.4592,-111.4148 51.2747,-110.1991 52.3651,-113.3809 49.0902,-108.9834 49.0902,-108.9834"/>
</g>
<!-- 23&#45;&gt;35 -->
<g id="edge40" class="edge">
<title>23-&gt;35</title>
<path fill="none" stroke="#586e75" d="M278.8211,-154.2612C273.6425,-151.2682 267.714,-148.1896 262,-146 206.7216,-124.8176 187.4153,-137.8215 132,-117 127.6034,-115.348 123.0707,-113.2023 118.826,-110.971"/>
<polygon fill="#586e75" stroke="#586e75" points="114.353,-108.5355 119.8203,-108.9505 116.5487,-109.731 118.7443,-110.9266 118.7443,-110.9266 118.7443,-110.9266 116.5487,-109.731 117.6683,-112.9026 114.353,-108.5355 114.353,-108.5355"/>
</g>
<!-- 24&#45;&gt;31 -->
<g id="edge41" class="edge">
<title>24-&gt;31</title>
<path fill="none" stroke="#586e75" d="M49.7854,-154.7146C54.9013,-151.8151 60.6396,-148.6771 66,-146 94.664,-131.6842 103.336,-131.3158 132,-117 135.8528,-115.0758 139.9008,-112.9135 143.7726,-110.7729"/>
<polygon fill="#586e75" stroke="#586e75" points="148.2146,-108.2854 144.9514,-112.6916 146.0333,-109.5069 143.8521,-110.7284 143.8521,-110.7284 143.8521,-110.7284 146.0333,-109.5069 142.7527,-108.7653 148.2146,-108.2854 148.2146,-108.2854"/>
</g>
<!-- 24&#45;&gt;32 -->
<g id="edge42" class="edge">
<title>24-&gt;32</title>
<path fill="none" stroke="#586e75" d="M49.1768,-154.2558C54.3552,-151.2624 60.2842,-148.185 66,-146 121.7008,-124.7075 141.2992,-138.2925 197,-117 201.1082,-115.4296 205.3266,-113.398 209.2972,-111.2681"/>
<polygon fill="#586e75" stroke="#586e75" points="213.8232,-108.7442 210.5521,-113.1445 211.6397,-109.9618 209.4563,-111.1794 209.4563,-111.1794 209.4563,-111.1794 211.6397,-109.9618 208.3604,-109.2143 213.8232,-108.7442 213.8232,-108.7442"/>
</g>
<!-- 24&#45;&gt;33 -->
<g id="edge43" class="edge">
<title>24-&gt;33</title>
<path fill="none" stroke="#586e75" d="M49.0902,-154.0166C54.2628,-151.0073 60.2103,-147.9808 66,-146 149.3182,-117.4948 178.6818,-145.5052 262,-117 266.1614,-115.5763 270.4042,-113.6124 274.3823,-111.503"/>
<polygon fill="#586e75" stroke="#586e75" points="278.9098,-108.9834 275.6349,-113.3809 276.7253,-110.1991 274.5408,-111.4148 274.5408,-111.4148 274.5408,-111.4148 276.7253,-110.1991 273.4466,-109.4487 278.9098,-108.9834 278.9098,-108.9834"/>
</g>
<!-- 24&#45;&gt;34 -->
<g id="edge44" class="edge">
<title>24-&gt;34</title>
<path fill="none" stroke="#586e75" d="M34,-145.8939C34,-138.5688 34,-130.0213 34,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="34,-117.009 36.2501,-122.009 34,-119.509 34.0001,-122.009 34.0001,-122.009 34.0001,-122.009 34,-119.509 31.7501,-122.0091 34,-117.009 34,-117.009"/>
</g>
<!-- 24&#45;&gt;35 -->
<g id="edge45" class="edge">
<title>24-&gt;35</title>
<path fill="none" stroke="#586e75" d="M46.8419,-151.1581C57.08,-140.92 71.4869,-126.5131 82.566,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="86.1848,-111.8152 84.2402,-116.9418 84.417,-113.583 82.6492,-115.3508 82.6492,-115.3508 82.6492,-115.3508 84.417,-113.583 81.0582,-113.7598 86.1848,-111.8152 86.1848,-111.8152"/>
</g>
<!-- 25&#45;&gt;31 -->
<g id="edge46" class="edge">
<title>25-&gt;31</title>
<path fill="none" stroke="#586e75" d="M111.8419,-151.1581C122.08,-140.92 136.4869,-126.5131 147.566,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="151.1848,-111.8152 149.2402,-116.9418 149.417,-113.583 147.6492,-115.3508 147.6492,-115.3508 147.6492,-115.3508 149.417,-113.583 146.0582,-113.7598 151.1848,-111.8152 151.1848,-111.8152"/>
</g>
<!-- 25&#45;&gt;32 -->
<g id="edge47" class="edge">
<title>25-&gt;32</title>
<path fill="none" stroke="#586e75" d="M114.9783,-154.9514C120.3404,-152.0044 126.3849,-148.7785 132,-146 160.3525,-131.9705 168.7396,-131.2141 197,-117 200.8473,-115.0649 204.8927,-112.8975 208.7637,-110.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="213.2055,-108.2672 209.9428,-112.6737 211.0244,-109.489 208.8432,-110.7107 208.8432,-110.7107 208.8432,-110.7107 211.0244,-109.489 207.7436,-108.7477 213.2055,-108.2672 213.2055,-108.2672"/>
</g>
<!-- 25&#45;&gt;33 -->
<g id="edge48" class="edge">
<title>25-&gt;33</title>
<path fill="none" stroke="#586e75" d="M114.353,-154.4645C119.774,-151.4145 126.0132,-148.2495 132,-146 187.4153,-125.1785 206.7216,-138.1824 262,-117 266.107,-115.4262 270.3247,-113.3932 274.2952,-111.2627"/>
<polygon fill="#586e75" stroke="#586e75" points="278.8211,-108.7388 275.5502,-113.1392 276.6377,-109.9564 274.4543,-111.1741 274.4543,-111.1741 274.4543,-111.1741 276.6377,-109.9564 273.3584,-109.209 278.8211,-108.7388 278.8211,-108.7388"/>
</g>
<!-- 25&#45;&gt;34 -->
<g id="edge49" class="edge">
<title>25-&gt;34</title>
<path fill="none" stroke="#586e75" d="M86.1581,-151.1581C75.92,-140.92 61.5131,-126.5131 50.434,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="46.8152,-111.8152 51.9418,-113.7598 48.583,-113.583 50.3508,-115.3508 50.3508,-115.3508 50.3508,-115.3508 48.583,-113.583 48.7598,-116.9418 46.8152,-111.8152 46.8152,-111.8152"/>
</g>
<!-- 25&#45;&gt;35 -->
<g id="edge50" class="edge">
<title>25-&gt;35</title>
<path fill="none" stroke="#586e75" d="M99,-145.8939C99,-138.5688 99,-130.0213 99,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="99,-117.009 101.2501,-122.009 99,-119.509 99.0001,-122.009 99.0001,-122.009 99.0001,-122.009 99,-119.509 96.7501,-122.0091 99,-117.009 99,-117.009"/>
</g>
<!-- 41 -->
<g id="node16" class="node">
<title>41</title>
<ellipse fill="none" stroke="#586e75" cx="164" cy="-34" rx="18" ry="18"/>
</g>
<!-- 31&#45;&gt;41 -->
<g id="edge51" class="edge">
<title>31-&gt;41</title>
<path fill="none" stroke="#586e75" d="M164,-80.8939C164,-73.5688 164,-65.0213 164,-57.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="164,-52.009 166.2501,-57.009 164,-54.509 164.0001,-57.009 164.0001,-57.009 164.0001,-57.009 164,-54.509 161.7501,-57.0091 164,-52.009 164,-52.009"/>
</g>
<!-- 32&#45;&gt;41 -->
<g id="edge52" class="edge">
<title>32-&gt;41</title>
<path fill="none" stroke="#586e75" d="M216.1581,-86.1581C205.92,-75.92 191.5131,-61.5131 180.434,-50.434"/>
<polygon fill="#586e75" stroke="#586e75" points="176.8152,-46.8152 181.9418,-48.7598 178.583,-48.583 180.3508,-50.3508 180.3508,-50.3508 180.3508,-50.3508 178.583,-48.583 178.7598,-51.9418 176.8152,-46.8152 176.8152,-46.8152"/>
</g>
<!-- 33&#45;&gt;41 -->
<g id="edge53" class="edge">
<title>33-&gt;41</title>
<path fill="none" stroke="#586e75" d="M278.1604,-89.821C273.0415,-86.9272 267.3152,-83.7657 262,-81 235.8108,-67.3727 205.0286,-52.847 185.0495,-43.6111"/>
<polygon fill="#586e75" stroke="#586e75" points="180.4607,-41.495 185.9434,-41.5456 182.7309,-42.5419 185.0012,-43.5889 185.0012,-43.5889 185.0012,-43.5889 182.7309,-42.5419 184.0589,-45.6321 180.4607,-41.495 180.4607,-41.495"/>
</g>
<!-- 34&#45;&gt;41 -->
<g id="edge54" class="edge">
<title>34-&gt;41</title>
<path fill="none" stroke="#586e75" d="M49.8396,-89.821C54.9585,-86.9272 60.6848,-83.7657 66,-81 92.1892,-67.3727 122.9714,-52.847 142.9505,-43.6111"/>
<polygon fill="#586e75" stroke="#586e75" points="147.5393,-41.495 143.9411,-45.6321 145.2691,-42.5419 142.9988,-43.5889 142.9988,-43.5889 142.9988,-43.5889 145.2691,-42.5419 142.0566,-41.5456 147.5393,-41.495 147.5393,-41.495"/>
</g>
<!-- 35&#45;&gt;41 -->
<g id="edge55" class="edge">
<title>35-&gt;41</title>
<path fill="none" stroke="#586e75" d="M111.8419,-86.1581C122.08,-75.92 136.4869,-61.5131 147.566,-50.434"/>
<polygon fill="#586e75" stroke="#586e75" points="151.1848,-46.8152 149.2402,-51.9418 149.417,-48.583 147.6492,-50.3508 147.6492,-50.3508 147.6492,-50.3508 149.417,-48.583 146.0582,-48.7598 151.1848,-46.8152 151.1848,-46.8152"/>
</g>
<!-- 51 -->
<g id="node17" class="node">
<title>51</title>
<ellipse fill="none" stroke="#586e75" cx="424" cy="-229" rx="18" ry="18"/>
</g>
<!-- 61 -->
<g id="node22" class="node">
<title>61</title>
<ellipse fill="none" stroke="#586e75" cx="489" cy="-164" rx="18" ry="18"/>
</g>
<!-- 51&#45;&gt;61 -->
<g id="edge56" class="edge">
<title>51-&gt;61</title>
<path fill="none" stroke="#586e75" d="M436.8419,-216.1581C447.08,-205.92 461.4869,-191.5131 472.566,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="476.1848,-176.8152 474.2402,-181.9418 474.417,-178.583 472.6492,-180.3508 472.6492,-180.3508 472.6492,-180.3508 474.417,-178.583 471.0582,-178.7598 476.1848,-176.8152 476.1848,-176.8152"/>
</g>
<!-- 62 -->
<g id="node23" class="node">
<title>62</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="554" cy="-164" rx="18" ry="18"/>
</g>
<!-- 51&#45;&gt;62 -->
<g id="edge71" class="edge">
<title>51-&gt;62</title>
</g>
<!-- 63 -->
<g id="node24" class="node">
<title>63</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="619" cy="-164" rx="18" ry="18"/>
</g>
<!-- 51&#45;&gt;63 -->
<g id="edge72" class="edge">
<title>51-&gt;63</title>
</g>
<!-- 64 -->
<g id="node25" class="node">
<title>64</title>
<ellipse fill="none" stroke="#586e75" cx="359" cy="-164" rx="18" ry="18"/>
</g>
<!-- 51&#45;&gt;64 -->
<g id="edge57" class="edge">
<title>51-&gt;64</title>
<path fill="none" stroke="#586e75" d="M411.1581,-216.1581C400.92,-205.92 386.5131,-191.5131 375.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="371.8152,-176.8152 376.9418,-178.7598 373.583,-178.583 375.3508,-180.3508 375.3508,-180.3508 375.3508,-180.3508 373.583,-178.583 373.7598,-181.9418 371.8152,-176.8152 371.8152,-176.8152"/>
</g>
<!-- 65 -->
<g id="node26" class="node">
<title>65</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="424" cy="-164" rx="18" ry="18"/>
</g>
<!-- 51&#45;&gt;65 -->
<g id="edge73" class="edge">
<title>51-&gt;65</title>
</g>
<!-- 52 -->
<g id="node18" class="node">
<title>52</title>
<ellipse fill="none" stroke="#586e75" cx="359" cy="-229" rx="18" ry="18"/>
</g>
<!-- 52&#45;&gt;61 -->
<g id="edge58" class="edge">
<title>52-&gt;61</title>
<path fill="none" stroke="#586e75" d="M374.9783,-219.9514C380.3404,-217.0044 386.3849,-213.7785 392,-211 420.3525,-196.9705 428.7396,-196.2141 457,-182 460.8473,-180.0649 464.8927,-177.8975 468.7637,-175.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="473.2055,-173.2672 469.9428,-177.6737 471.0244,-174.489 468.8432,-175.7107 468.8432,-175.7107 468.8432,-175.7107 471.0244,-174.489 467.7436,-173.7477 473.2055,-173.2672 473.2055,-173.2672"/>
</g>
<!-- 52&#45;&gt;62 -->
<g id="edge74" class="edge">
<title>52-&gt;62</title>
</g>
<!-- 52&#45;&gt;63 -->
<g id="edge75" class="edge">
<title>52-&gt;63</title>
</g>
<!-- 52&#45;&gt;64 -->
<g id="edge59" class="edge">
<title>52-&gt;64</title>
<path fill="none" stroke="#586e75" d="M359,-210.8939C359,-203.5688 359,-195.0213 359,-187.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="359,-182.009 361.2501,-187.009 359,-184.509 359.0001,-187.009 359.0001,-187.009 359.0001,-187.009 359,-184.509 356.7501,-187.0091 359,-182.009 359,-182.009"/>
</g>
<!-- 52&#45;&gt;65 -->
<g id="edge76" class="edge">
<title>52-&gt;65</title>
</g>
<!-- 53 -->
<g id="node19" class="node">
<title>53</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="619" cy="-229" rx="18" ry="18"/>
</g>
<!-- 53&#45;&gt;61 -->
<g id="edge80" class="edge">
<title>53-&gt;61</title>
</g>
<!-- 53&#45;&gt;62 -->
<g id="edge81" class="edge">
<title>53-&gt;62</title>
</g>
<!-- 53&#45;&gt;63 -->
<g id="edge82" class="edge">
<title>53-&gt;63</title>
</g>
<!-- 53&#45;&gt;64 -->
<g id="edge83" class="edge">
<title>53-&gt;64</title>
</g>
<!-- 53&#45;&gt;65 -->
<g id="edge84" class="edge">
<title>53-&gt;65</title>
</g>
<!-- 54 -->
<g id="node20" class="node">
<title>54</title>
<ellipse fill="none" stroke="#586e75" cx="554" cy="-229" rx="18" ry="18"/>
</g>
<!-- 54&#45;&gt;61 -->
<g id="edge60" class="edge">
<title>54-&gt;61</title>
<path fill="none" stroke="#586e75" d="M541.1581,-216.1581C530.92,-205.92 516.5131,-191.5131 505.434,-180.434"/>
<polygon fill="#586e75" stroke="#586e75" points="501.8152,-176.8152 506.9418,-178.7598 503.583,-178.583 505.3508,-180.3508 505.3508,-180.3508 505.3508,-180.3508 503.583,-178.583 503.7598,-181.9418 501.8152,-176.8152 501.8152,-176.8152"/>
</g>
<!-- 54&#45;&gt;62 -->
<g id="edge77" class="edge">
<title>54-&gt;62</title>
</g>
<!-- 54&#45;&gt;63 -->
<g id="edge78" class="edge">
<title>54-&gt;63</title>
</g>
<!-- 54&#45;&gt;64 -->
<g id="edge61" class="edge">
<title>54-&gt;64</title>
<path fill="none" stroke="#586e75" d="M538.8211,-219.2612C533.6425,-216.2682 527.714,-213.1896 522,-211 466.7216,-189.8176 447.4153,-202.8215 392,-182 387.6034,-180.348 383.0707,-178.2023 378.826,-175.971"/>
<polygon fill="#586e75" stroke="#586e75" points="374.353,-173.5355 379.8203,-173.9505 376.5487,-174.731 378.7443,-175.9266 378.7443,-175.9266 378.7443,-175.9266 376.5487,-174.731 377.6683,-177.9026 374.353,-173.5355 374.353,-173.5355"/>
</g>
<!-- 54&#45;&gt;65 -->
<g id="edge79" class="edge">
<title>54-&gt;65</title>
</g>
<!-- 55 -->
<g id="node21" class="node">
<title>55</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="489" cy="-229" rx="18" ry="18"/>
</g>
<!-- 55&#45;&gt;61 -->
<g id="edge85" class="edge">
<title>55-&gt;61</title>
</g>
<!-- 55&#45;&gt;62 -->
<g id="edge86" class="edge">
<title>55-&gt;62</title>
</g>
<!-- 55&#45;&gt;63 -->
<g id="edge87" class="edge">
<title>55-&gt;63</title>
</g>
<!-- 55&#45;&gt;64 -->
<g id="edge88" class="edge">
<title>55-&gt;64</title>
</g>
<!-- 55&#45;&gt;65 -->
<g id="edge89" class="edge">
<title>55-&gt;65</title>
</g>
<!-- 71 -->
<g id="node27" class="node">
<title>71</title>
<ellipse fill="none" stroke="#586e75" cx="489" cy="-99" rx="18" ry="18"/>
</g>
<!-- 61&#45;&gt;71 -->
<g id="edge62" class="edge">
<title>61-&gt;71</title>
<path fill="none" stroke="#586e75" d="M489,-145.8939C489,-138.5688 489,-130.0213 489,-122.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="489,-117.009 491.2501,-122.009 489,-119.509 489.0001,-122.009 489.0001,-122.009 489.0001,-122.009 489,-119.509 486.7501,-122.0091 489,-117.009 489,-117.009"/>
</g>
<!-- 72 -->
<g id="node28" class="node">
<title>72</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="554" cy="-99" rx="18" ry="18"/>
</g>
<!-- 61&#45;&gt;72 -->
<g id="edge90" class="edge">
<title>61-&gt;72</title>
</g>
<!-- 73 -->
<g id="node29" class="node">
<title>73</title>
<ellipse fill="none" stroke="#586e75" cx="619" cy="-99" rx="18" ry="18"/>
</g>
<!-- 61&#45;&gt;73 -->
<g id="edge63" class="edge">
<title>61-&gt;73</title>
<path fill="none" stroke="#586e75" d="M504.9783,-154.9514C510.3404,-152.0044 516.3849,-148.7785 522,-146 550.3525,-131.9705 558.7396,-131.2141 587,-117 590.8473,-115.0649 594.8927,-112.8975 598.7637,-110.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="603.2055,-108.2672 599.9428,-112.6737 601.0244,-109.489 598.8432,-110.7107 598.8432,-110.7107 598.8432,-110.7107 601.0244,-109.489 597.7436,-108.7477 603.2055,-108.2672 603.2055,-108.2672"/>
</g>
<!-- 74 -->
<g id="node30" class="node">
<title>74</title>
<ellipse fill="none" stroke="#586e75" stroke-dasharray="5,2" cx="359" cy="-99" rx="18" ry="18"/>
</g>
<!-- 61&#45;&gt;74 -->
<g id="edge91" class="edge">
<title>61-&gt;74</title>
</g>
<!-- 75 -->
<g id="node31" class="node">
<title>75</title>
<ellipse fill="none" stroke="#586e75" cx="424" cy="-99" rx="18" ry="18"/>
</g>
<!-- 61&#45;&gt;75 -->
<g id="edge64" class="edge">
<title>61-&gt;75</title>
<path fill="none" stroke="#586e75" d="M476.1581,-151.1581C465.92,-140.92 451.5131,-126.5131 440.434,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="436.8152,-111.8152 441.9418,-113.7598 438.583,-113.583 440.3508,-115.3508 440.3508,-115.3508 440.3508,-115.3508 438.583,-113.583 438.7598,-116.9418 436.8152,-111.8152 436.8152,-111.8152"/>
</g>
<!-- 62&#45;&gt;71 -->
<g id="edge94" class="edge">
<title>62-&gt;71</title>
</g>
<!-- 62&#45;&gt;72 -->
<g id="edge95" class="edge">
<title>62-&gt;72</title>
</g>
<!-- 62&#45;&gt;73 -->
<g id="edge96" class="edge">
<title>62-&gt;73</title>
</g>
<!-- 62&#45;&gt;74 -->
<g id="edge97" class="edge">
<title>62-&gt;74</title>
</g>
<!-- 62&#45;&gt;75 -->
<g id="edge98" class="edge">
<title>62-&gt;75</title>
</g>
<!-- 63&#45;&gt;71 -->
<g id="edge99" class="edge">
<title>63-&gt;71</title>
</g>
<!-- 63&#45;&gt;72 -->
<g id="edge100" class="edge">
<title>63-&gt;72</title>
</g>
<!-- 63&#45;&gt;73 -->
<g id="edge101" class="edge">
<title>63-&gt;73</title>
</g>
<!-- 63&#45;&gt;74 -->
<g id="edge102" class="edge">
<title>63-&gt;74</title>
</g>
<!-- 63&#45;&gt;75 -->
<g id="edge103" class="edge">
<title>63-&gt;75</title>
</g>
<!-- 64&#45;&gt;71 -->
<g id="edge65" class="edge">
<title>64-&gt;71</title>
<path fill="none" stroke="#586e75" d="M374.9783,-154.9514C380.3404,-152.0044 386.3849,-148.7785 392,-146 420.3525,-131.9705 428.7396,-131.2141 457,-117 460.8473,-115.0649 464.8927,-112.8975 468.7637,-110.7552"/>
<polygon fill="#586e75" stroke="#586e75" points="473.2055,-108.2672 469.9428,-112.6737 471.0244,-109.489 468.8432,-110.7107 468.8432,-110.7107 468.8432,-110.7107 471.0244,-109.489 467.7436,-108.7477 473.2055,-108.2672 473.2055,-108.2672"/>
</g>
<!-- 64&#45;&gt;72 -->
<g id="edge92" class="edge">
<title>64-&gt;72</title>
</g>
<!-- 64&#45;&gt;73 -->
<g id="edge66" class="edge">
<title>64-&gt;73</title>
<path fill="none" stroke="#586e75" d="M374.2651,-154.2171C379.679,-151.1473 385.9362,-148.033 392,-146 475.0751,-118.1475 504.1083,-145.3936 587,-117 591.1608,-115.5748 595.4034,-113.6102 599.3814,-111.5005"/>
<polygon fill="#586e75" stroke="#586e75" points="603.909,-108.9809 600.6341,-113.3784 601.7244,-110.1966 599.5399,-111.4123 599.5399,-111.4123 599.5399,-111.4123 601.7244,-110.1966 598.4458,-109.4463 603.909,-108.9809 603.909,-108.9809"/>
</g>
<!-- 64&#45;&gt;74 -->
<g id="edge93" class="edge">
<title>64-&gt;74</title>
</g>
<!-- 64&#45;&gt;75 -->
<g id="edge67" class="edge">
<title>64-&gt;75</title>
<path fill="none" stroke="#586e75" d="M371.8419,-151.1581C382.08,-140.92 396.4869,-126.5131 407.566,-115.434"/>
<polygon fill="#586e75" stroke="#586e75" points="411.1848,-111.8152 409.2402,-116.9418 409.417,-113.583 407.6492,-115.3508 407.6492,-115.3508 407.6492,-115.3508 409.417,-113.583 406.0582,-113.7598 411.1848,-111.8152 411.1848,-111.8152"/>
</g>
<!-- 65&#45;&gt;71 -->
<g id="edge104" class="edge">
<title>65-&gt;71</title>
</g>
<!-- 65&#45;&gt;72 -->
<g id="edge105" class="edge">
<title>65-&gt;72</title>
</g>
<!-- 65&#45;&gt;73 -->
<g id="edge106" class="edge">
<title>65-&gt;73</title>
</g>
<!-- 65&#45;&gt;74 -->
<g id="edge107" class="edge">
<title>65-&gt;74</title>
</g>
<!-- 65&#45;&gt;75 -->
<g id="edge108" class="edge">
<title>65-&gt;75</title>
</g>
<!-- 81 -->
<g id="node32" class="node">
<title>81</title>
<ellipse fill="none" stroke="#586e75" cx="489" cy="-34" rx="18" ry="18"/>
</g>
<!-- 71&#45;&gt;81 -->
<g id="edge68" class="edge">
<title>71-&gt;81</title>
<path fill="none" stroke="#586e75" d="M489,-80.8939C489,-73.5688 489,-65.0213 489,-57.2449"/>
<polygon fill="#586e75" stroke="#586e75" points="489,-52.009 491.2501,-57.009 489,-54.509 489.0001,-57.009 489.0001,-57.009 489.0001,-57.009 489,-54.509 486.7501,-57.0091 489,-52.009 489,-52.009"/>
</g>
<!-- 72&#45;&gt;81 -->
<g id="edge109" class="edge">
<title>72-&gt;81</title>
</g>
<!-- 73&#45;&gt;81 -->
<g id="edge69" class="edge">
<title>73-&gt;81</title>
<path fill="none" stroke="#586e75" d="M603.1604,-89.821C598.0415,-86.9272 592.3152,-83.7657 587,-81 560.8108,-67.3727 530.0286,-52.847 510.0495,-43.6111"/>
<polygon fill="#586e75" stroke="#586e75" points="505.4607,-41.495 510.9434,-41.5456 507.7309,-42.5419 510.0012,-43.5889 510.0012,-43.5889 510.0012,-43.5889 507.7309,-42.5419 509.0589,-45.6321 505.4607,-41.495 505.4607,-41.495"/>
</g>
<!-- 74&#45;&gt;81 -->
<g id="edge110" class="edge">
<title>74-&gt;81</title>
</g>
<!-- 75&#45;&gt;81 -->
<g id="edge70" class="edge">
<title>75-&gt;81</title>
<path fill="none" stroke="#586e75" d="M436.8419,-86.1581C447.08,-75.92 461.4869,-61.5131 472.566,-50.434"/>
<polygon fill="#586e75" stroke="#586e75" points="476.1848,-46.8152 474.2402,-51.9418 474.417,-48.583 472.6492,-50.3508 472.6492,-50.3508 472.6492,-50.3508 474.417,-48.583 471.0582,-48.7598 476.1848,-46.8152 476.1848,-46.8152"/>
</g>
</g>
</svg>
</p><div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2551" class="slide " data-line="2551" data-h="14" data-v="2">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">&#x6570;&#x636E;&#x589E;&#x5F3A;</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x6DF1;&#x5C42;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x9700;&#x8981;&#x5927;&#x91CF;&#x7684;&#x8BAD;&#x7EC3;&#x6570;&#x636E;&#x624D;&#x80FD;&#x83B7;&#x5F97;&#x6BD4;&#x8F83;&#x7406;&#x60F3;&#x7684;&#x6548;&#x679C;</p>
<br>
<p>&#x6570;&#x636E;&#x91CF;&#x6709;&#x9650;&#x7684;&#x60C5;&#x51B5;&#x4E0B;&#xFF0C;&#x53EF;&#x4EE5;&#x901A;&#x8FC7;&#x6570;&#x636E;&#x589E;&#x5F3A;&#x6765;&#x589E;&#x52A0;&#x6570;&#x636E;&#x91CF;&#xFF0C;&#x907F;&#x514D;&#x8FC7;&#x62DF;&#x5408;</p>
<br>
<p>&#x76EE;&#x524D;&#x6570;&#x636E;&#x589E;&#x5F3A;&#x4E3B;&#x8981;&#x7528;&#x4E8E;&#x56FE;&#x50CF;&#x6570;&#x636E;&#xFF0C;&#x6587;&#x672C;&#x7B49;&#x5176;&#x5B83;&#x7C7B;&#x578B;&#x7684;&#x6570;&#x636E;&#x8FD8;&#x6CA1;&#x6709;&#x592A;&#x597D;&#x7684;&#x65B9;&#x6CD5;</p>
<br>
<p>&#x5E38;&#x89C1;&#x7684;&#x589E;&#x5F3A;&#x65B9;&#x6CD5;&#xFF1A;</p>
<ul>
<li>&#x65CB;&#x8F6C;&#xFF1A;&#x5C06;&#x56FE;&#x50CF;&#x6309;&#x987A;&#x65F6;&#x9488;&#x6216;&#x9006;&#x65F6;&#x9488;&#x65B9;&#x5411;&#x968F;&#x673A;&#x65CB;&#x8F6C;&#x4E00;&#x5B9A;&#x89D2;&#x5EA6;</li>
<li>&#x7FFB;&#x8F6C;&#xFF1A;&#x5C06;&#x56FE;&#x50CF;&#x6CBF;&#x6C34;&#x5E73;&#x6216;&#x5782;&#x76F4;&#x65B9;&#x6CD5;&#x968F;&#x673A;&#x7FFB;&#x8F6C;&#x4E00;&#x5B9A;&#x89D2;&#x5EA6;</li>
<li>&#x7F29;&#x653E;&#xFF1A;&#x5C06;&#x56FE;&#x50CF;&#x653E;&#x5927;&#x6216;&#x7F29;&#x5C0F;&#x4E00;&#x5B9A;&#x6BD4;&#x4F8B;</li>
<li>&#x5E73;&#x79FB;&#xFF1A;&#x5C06;&#x56FE;&#x50CF;&#x6CBF;&#x6C34;&#x5E73;&#x6216;&#x5782;&#x76F4;&#x65B9;&#x6CD5;&#x5E73;&#x79FB;&#x4E00;&#x5B9A;&#x6B65;&#x957F;</li>
<li>&#x52A0;&#x566A;&#x58F0;&#xFF1A;&#x52A0;&#x5165;&#x968F;&#x673A;&#x566A;&#x58F0;</li>
</ul>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section><section vertical="true" data-notes lineno="2589" class="slide " data-line="2589" data-h="14" data-v="3">
<div class="multi_column">
    <div class="title_hr">
        <hr class="hr_top">
        <h5 class="title">Mixup</h5>
    </div>
    <img class="xiaohui" src="../common/img/xiaohui.png" height="120px">
</div>
<p>&#x5229;&#x7528;&#x4EFB;&#x610F;&#x4E24;&#x4E2A;&#x6837;&#x672C;<span class="mathjax-exps">$(\xv_a, y_a)$</span>&#x3001;<span class="mathjax-exps">$(\xv_b, y_b)$</span>&#x751F;&#x6210;&#x65B0;&#x6837;&#x672C;</p>
<div>
    $$
        \begin{align*}
            (\beta \xv_a + (1 - \beta) \xv_b, \beta y_a + (1 - \beta) y_b)
        \end{align*}
    $$
</div>
<br>
<p>&#x5047;&#x8BBE;&#x6A21;&#x578B;&#x5DF2;&#x7ECF;&#x6709;&#x80FD;&#x529B;&#x9884;&#x6D4B;<span class="mathjax-exps">$y_a = f(\xv_a)$</span>&#x3001;<span class="mathjax-exps">$y_b = f(\xv_b)$</span>&#xFF0C;&#x90A3;&#x4E48;&#x6B64;&#x65F6;&#x8FD8;&#x9700;&#x6EE1;&#x8DB3;</p>
<div>
    $$
        \begin{align*}
            f(\beta \xv_a + (1 - \beta) \xv_b) &amp; = \beta y_a + (1 - \beta) y_b \\
            &amp; = \beta f(\xv_a) + (1 - \beta) f(\xv_b)
        \end{align*}
    $$
</div>
<br>
<p>&#x8FD9;&#x4E2A;&#x51FD;&#x6570;&#x65B9;&#x7A0B;&#x7684;&#x89E3;&#x662F;&#x7EBF;&#x6027;&#x51FD;&#x6570;&#xFF0C;&#x5373; mixup &#x5E0C;&#x671B;&#x5B66;&#x5230;&#x7684;<span class="mathjax-exps">$f$</span>&#x662F;&#x4E00;&#x4E2A;&#x7EBF;&#x6027;&#x51FD;&#x6570;</p>
<p style="text-align:center;margin-top:2rem">&#x62AB;&#x7740;&#x6570;&#x636E;&#x589E;&#x5F3A;&#x5916;&#x8863;&#x7684;&#x6B63;&#x5219;&#x5316;&#x65B9;&#x6CD5;</p>
<div class="footer">
    <hr class="hr_bottom">
    <div class="multi_column">
        <h6 class="bottom_left">&#x56FE;&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x5BFC;&#x8BBA;</h6>
        <h6 class="bottom_center">&#x795E;&#x7ECF;&#x7F51;&#x7EDC;&#x7B80;&#x4ECB;</h6>
        <h6 class="bottom_right">tengzhang@hust.edu.cn</h6>
    </div>
</div>
</section></section>
      </div>
    </div>
    
      </div>
      
      
    
    
      <script>
        Reveal.initialize({"margin":0,"transition":"none","enableSpeakerNotes":true,"dependencies":[{"src":"revealjs_deps/notes.js","async":true}]})
      </script>
      
    <script>
// config mermaid init call
// http://knsv.github.io/mermaid/#configuration
//
// You can edit the 'MERMAID_CONFIG' variable below.
MERMAID_CONFIG = {
  startOnLoad: false
}

if (window['MERMAID_CONFIG']) {
  window['MERMAID_CONFIG'].startOnLoad = false
  window['MERMAID_CONFIG'].cloneCssStyles = false
  window['MERMAID_CONFIG'].theme = "default"
}
mermaid.initialize(window['MERMAID_CONFIG'] || {})
if (typeof(window['Reveal']) !== 'undefined') {
  function mermaidRevealHelper(event) {
    var currentSlide = event.currentSlide
    var diagrams = currentSlide.querySelectorAll('.mermaid')
    for (var i = 0; i < diagrams.length; i++) {
      var diagram = diagrams[i]
      if (!diagram.hasAttribute('data-processed')) {
        mermaid.init(null, diagram, ()=> {
          Reveal.slide(event.indexh, event.indexv)
        })
      }
    }
  }
  Reveal.addEventListener('slidechanged', mermaidRevealHelper)
  Reveal.addEventListener('ready', mermaidRevealHelper)
} else {
  mermaid.init(null, document.getElementsByClassName('mermaid'))
}
</script>
    
    
    
    
    
  
    </body></html>